2024-11-17 15:16:57,787 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-17 15:16:57,809 main DEBUG Took 0.019872 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 15:16:57,809 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 15:16:57,809 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 15:16:57,810 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 15:16:57,812 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 15:16:57,821 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 15:16:57,837 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 15:16:57,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 15:16:57,840 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 15:16:57,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 15:16:57,841 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 15:16:57,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 15:16:57,843 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 15:16:57,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 15:16:57,844 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 15:16:57,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 15:16:57,845 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 15:16:57,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 15:16:57,847 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 15:16:57,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 15:16:57,848 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 15:16:57,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 15:16:57,849 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 15:16:57,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 15:16:57,850 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 15:16:57,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 15:16:57,851 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 15:16:57,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 15:16:57,852 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 15:16:57,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 15:16:57,853 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 15:16:57,854 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 15:16:57,855 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 15:16:57,857 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 15:16:57,860 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 15:16:57,860 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 15:16:57,862 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 15:16:57,862 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 15:16:57,873 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 15:16:57,876 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 15:16:57,878 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 15:16:57,878 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 15:16:57,879 main DEBUG createAppenders(={Console}) 2024-11-17 15:16:57,880 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-17 15:16:57,880 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-17 15:16:57,880 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-17 15:16:57,881 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 15:16:57,882 main DEBUG OutputStream closed 2024-11-17 15:16:57,882 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 15:16:57,882 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 15:16:57,882 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-17 15:16:57,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 15:16:57,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 15:16:57,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 15:16:57,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 15:16:57,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 15:16:57,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 15:16:57,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 15:16:57,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 15:16:57,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 15:16:57,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 15:16:57,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 15:16:57,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 15:16:57,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 15:16:57,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 15:16:57,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 15:16:57,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 15:16:57,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 15:16:57,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 15:16:57,989 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 15:16:57,989 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-17 15:16:57,990 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 15:16:57,991 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-17T15:16:58,008 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-17 15:16:58,011 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 15:16:58,011 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T15:16:58,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=5413 2024-11-17T15:16:58,272 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-17T15:16:58,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257 2024-11-17T15:16:58,312 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/cluster_0c7e9a2c-8498-09cf-5018-6900f4363dd2, deleteOnExit=true 2024-11-17T15:16:58,395 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/cluster_0c7e9a2c-8498-09cf-5018-6900f4363dd2/zookeeper_0, clientPort=63407, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/cluster_0c7e9a2c-8498-09cf-5018-6900f4363dd2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/cluster_0c7e9a2c-8498-09cf-5018-6900f4363dd2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T15:16:58,407 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63407 2024-11-17T15:16:58,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:16:58,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:16:58,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/test.cache.data in system properties and HBase conf 2024-11-17T15:16:58,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:16:58,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:16:58,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:16:58,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:16:58,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:16:58,503 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T15:16:58,619 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:16:58,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:16:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:16:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:16:58,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:16:58,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:16:58,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:16:58,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:16:58,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:16:58,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:16:58,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:16:58,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:16:58,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:16:58,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:16:58,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:16:59,435 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T15:16:59,513 INFO [Time-limited test {}] log.Log(170): Logging initialized @2450ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T15:16:59,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:16:59,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:16:59,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:16:59,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:16:59,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:16:59,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:16:59,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:16:59,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:16:59,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/java.io.tmpdir/jetty-localhost-34533-hadoop-hdfs-3_4_1-tests_jar-_-any-6453755257325866052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:16:59,926 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:34533} 2024-11-17T15:16:59,927 INFO [Time-limited test {}] server.Server(415): Started @2864ms 2024-11-17T15:17:00,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:00,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:17:00,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:17:00,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:17:00,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:17:00,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:17:00,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:17:00,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/java.io.tmpdir/jetty-localhost-45119-hadoop-hdfs-3_4_1-tests_jar-_-any-15015196433776103937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:17:00,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:45119} 2024-11-17T15:17:00,460 INFO [Time-limited test {}] server.Server(415): Started @3397ms 2024-11-17T15:17:00,524 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:17:01,002 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/cluster_0c7e9a2c-8498-09cf-5018-6900f4363dd2/data/data1/current/BP-622325532-172.17.0.2-1731856619182/current, will proceed with Du for space computation calculation, 2024-11-17T15:17:01,002 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/cluster_0c7e9a2c-8498-09cf-5018-6900f4363dd2/data/data2/current/BP-622325532-172.17.0.2-1731856619182/current, will proceed with Du for space computation calculation, 2024-11-17T15:17:01,034 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:17:01,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257 2024-11-17T15:17:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2eabea07aa7bfe86 with lease ID 0x48e38d274535bf66: Processing first storage report for DS-5f6cdc68-4644-4baa-9f09-2b26009def30 from datanode DatanodeRegistration(127.0.0.1:41781, datanodeUuid=a1509233-0382-4e54-80eb-b545c6fc39d8, infoPort=38137, infoSecurePort=0, ipcPort=43311, storageInfo=lv=-57;cid=testClusterID;nsid=127849645;c=1731856619182) 2024-11-17T15:17:01,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2eabea07aa7bfe86 with lease ID 0x48e38d274535bf66: from storage DS-5f6cdc68-4644-4baa-9f09-2b26009def30 node DatanodeRegistration(127.0.0.1:41781, datanodeUuid=a1509233-0382-4e54-80eb-b545c6fc39d8, infoPort=38137, infoSecurePort=0, ipcPort=43311, storageInfo=lv=-57;cid=testClusterID;nsid=127849645;c=1731856619182), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-17T15:17:01,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2eabea07aa7bfe86 with lease ID 0x48e38d274535bf66: Processing first storage report for DS-ec5ccafe-a681-4635-bcaa-32fecb30cd15 from datanode DatanodeRegistration(127.0.0.1:41781, datanodeUuid=a1509233-0382-4e54-80eb-b545c6fc39d8, infoPort=38137, infoSecurePort=0, ipcPort=43311, storageInfo=lv=-57;cid=testClusterID;nsid=127849645;c=1731856619182) 2024-11-17T15:17:01,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2eabea07aa7bfe86 with lease ID 0x48e38d274535bf66: from storage DS-ec5ccafe-a681-4635-bcaa-32fecb30cd15 node DatanodeRegistration(127.0.0.1:41781, datanodeUuid=a1509233-0382-4e54-80eb-b545c6fc39d8, infoPort=38137, infoSecurePort=0, ipcPort=43311, storageInfo=lv=-57;cid=testClusterID;nsid=127849645;c=1731856619182), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:17:01,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:01,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:01,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:17:01,757 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6 with version=8 2024-11-17T15:17:01,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/hbase-staging 2024-11-17T15:17:01,855 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T15:17:02,110 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:17:02,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:02,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:02,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:17:02,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:02,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:17:02,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:17:02,328 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T15:17:02,337 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T15:17:02,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:17:02,369 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12441 (auto-detected) 2024-11-17T15:17:02,370 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T15:17:02,389 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45779 2024-11-17T15:17:02,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45779 connecting to ZooKeeper ensemble=127.0.0.1:63407 2024-11-17T15:17:02,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457790x0, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:02,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45779-0x1012680be170000 connected 2024-11-17T15:17:02,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:02,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:02,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on znode that does not yet exist, /01781765383/running 2024-11-17T15:17:02,502 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6, hbase.cluster.distributed=false 2024-11-17T15:17:02,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on znode that does not yet exist, /01781765383/acl 2024-11-17T15:17:02,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45779 2024-11-17T15:17:02,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45779 2024-11-17T15:17:02,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45779 2024-11-17T15:17:02,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45779 2024-11-17T15:17:02,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45779 2024-11-17T15:17:02,652 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:17:02,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:02,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:02,654 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:17:02,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:02,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:17:02,657 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:17:02,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:17:02,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36839 2024-11-17T15:17:02,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36839 connecting to ZooKeeper ensemble=127.0.0.1:63407 2024-11-17T15:17:02,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:02,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:02,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368390x0, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:02,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368390x0, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on znode that does not yet exist, /01781765383/running 2024-11-17T15:17:02,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36839-0x1012680be170001 connected 2024-11-17T15:17:02,678 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:17:02,686 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:17:02,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on znode that does not yet exist, /01781765383/master 2024-11-17T15:17:02,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on znode that does not yet exist, /01781765383/acl 2024-11-17T15:17:02,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36839 2024-11-17T15:17:02,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36839 2024-11-17T15:17:02,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36839 2024-11-17T15:17:02,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36839 2024-11-17T15:17:02,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36839 2024-11-17T15:17:02,711 DEBUG [M:0;7a780d55532c:45779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:45779 2024-11-17T15:17:02,712 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01781765383/backup-masters/7a780d55532c,45779,1731856621907 2024-11-17T15:17:02,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383/backup-masters 2024-11-17T15:17:02,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383/backup-masters 2024-11-17T15:17:02,723 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on existing znode=/01781765383/backup-masters/7a780d55532c,45779,1731856621907 2024-11-17T15:17:02,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:02,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01781765383/master 2024-11-17T15:17:02,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:02,746 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on existing znode=/01781765383/master 2024-11-17T15:17:02,747 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01781765383/backup-masters/7a780d55532c,45779,1731856621907 from backup master directory 2024-11-17T15:17:02,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01781765383/backup-masters/7a780d55532c,45779,1731856621907 2024-11-17T15:17:02,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383/backup-masters 2024-11-17T15:17:02,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383/backup-masters 2024-11-17T15:17:02,751 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:17:02,751 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,45779,1731856621907 2024-11-17T15:17:02,753 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T15:17:02,755 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T15:17:02,814 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/hbase.id] with ID: 469ee621-adde-4a48-82bd-b925fa79d65b 2024-11-17T15:17:02,814 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/.tmp/hbase.id 2024-11-17T15:17:02,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:17:03,228 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/.tmp/hbase.id]:[hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/hbase.id] 2024-11-17T15:17:03,273 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:03,277 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:17:03,297 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-17T15:17:03,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:03,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:03,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:17:03,324 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:17:03,326 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:17:03,343 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T15:17:03,348 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:03,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:17:03,797 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store 2024-11-17T15:17:03,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:17:03,820 INFO [master/7a780d55532c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T15:17:03,823 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:03,824 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:17:03,825 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:03,825 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:03,826 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:17:03,826 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:03,827 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:03,828 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856623824Disabling compacts and flushes for region at 1731856623824Disabling writes for close at 1731856623826 (+2 ms)Writing region close event to WAL at 1731856623827 (+1 ms)Closed at 1731856623827 2024-11-17T15:17:03,830 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/.initializing 2024-11-17T15:17:03,830 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,45779,1731856621907 2024-11-17T15:17:03,839 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:17:03,854 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C45779%2C1731856621907, suffix=, logDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,45779,1731856621907, archiveDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/oldWALs, maxLogs=10 2024-11-17T15:17:03,878 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,45779,1731856621907/7a780d55532c%2C45779%2C1731856621907.1731856623859, exclude list is [], retry=0 2024-11-17T15:17:03,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-5f6cdc68-4644-4baa-9f09-2b26009def30,DISK] 2024-11-17T15:17:03,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T15:17:03,934 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,45779,1731856621907/7a780d55532c%2C45779%2C1731856621907.1731856623859 2024-11-17T15:17:03,935 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38137:38137)] 2024-11-17T15:17:03,935 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:03,936 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:03,939 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:03,940 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:03,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:04,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:17:04,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:04,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:04,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:04,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:17:04,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:04,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:04,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:04,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:17:04,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:04,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:04,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:04,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:17:04,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:04,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:04,025 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:04,029 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:04,030 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:04,036 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:04,036 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:04,040 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:04,044 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:04,049 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:04,050 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71448035, jitterRate=0.06465868651866913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:04,056 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856623953Initializing all the Stores at 1731856623955 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856623955Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856623956 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856623956Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856623956Cleaning up temporary data from old regions at 1731856624036 (+80 ms)Region opened successfully at 1731856624056 (+20 ms) 2024-11-17T15:17:04,057 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:17:04,094 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:17:04,135 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:17:04,147 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:17:04,148 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:17:04,151 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:17:04,153 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T15:17:04,158 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-17T15:17:04,158 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:17:04,184 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:17:04,192 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Unable to get data of znode /01781765383/balancer because node does not exist (not necessarily an error) 2024-11-17T15:17:04,194 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01781765383/balancer already deleted, retry=false 2024-11-17T15:17:04,197 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:17:04,199 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Unable to get data of znode /01781765383/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:17:04,201 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01781765383/normalizer already deleted, retry=false 2024-11-17T15:17:04,204 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:17:04,207 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Unable to get data of znode /01781765383/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:17:04,208 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01781765383/switch/split already deleted, retry=false 2024-11-17T15:17:04,209 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Unable to get data of znode /01781765383/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:17:04,211 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01781765383/switch/merge already deleted, retry=false 2024-11-17T15:17:04,230 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Unable to get data of znode /01781765383/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:17:04,231 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01781765383/snapshot-cleanup already deleted, retry=false 2024-11-17T15:17:04,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01781765383/running 2024-11-17T15:17:04,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01781765383/running 2024-11-17T15:17:04,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:04,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:04,239 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,45779,1731856621907, sessionid=0x1012680be170000, setting cluster-up flag (Was=false) 2024-11-17T15:17:04,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:04,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:04,259 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01781765383/flush-table-proc/acquired, /01781765383/flush-table-proc/reached, /01781765383/flush-table-proc/abort 2024-11-17T15:17:04,261 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,45779,1731856621907 2024-11-17T15:17:04,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:04,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:04,275 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01781765383/online-snapshot/acquired, /01781765383/online-snapshot/reached, /01781765383/online-snapshot/abort 2024-11-17T15:17:04,276 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,45779,1731856621907 2024-11-17T15:17:04,283 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:17:04,300 INFO [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(746): ClusterId : 469ee621-adde-4a48-82bd-b925fa79d65b 2024-11-17T15:17:04,303 DEBUG [RS:0;7a780d55532c:36839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:17:04,307 DEBUG [RS:0;7a780d55532c:36839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:17:04,307 DEBUG [RS:0;7a780d55532c:36839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:17:04,311 DEBUG [RS:0;7a780d55532c:36839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:17:04,312 DEBUG [RS:0;7a780d55532c:36839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391500b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:17:04,327 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:36839 2024-11-17T15:17:04,330 INFO [RS:0;7a780d55532c:36839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:17:04,330 INFO [RS:0;7a780d55532c:36839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:17:04,330 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:17:04,333 INFO [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,45779,1731856621907 with port=36839, startcode=1731856622611 2024-11-17T15:17:04,345 DEBUG [RS:0;7a780d55532c:36839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:17:04,365 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:04,379 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:17:04,379 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:17:04,384 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45779 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T15:17:04,389 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:17:04,396 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,45779,1731856621907 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:17:04,405 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:04,405 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:04,406 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:04,406 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:04,406 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:17:04,406 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:04,406 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:17:04,407 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:04,408 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856654408 2024-11-17T15:17:04,410 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:17:04,412 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:17:04,412 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T15:17:04,412 WARN [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T15:17:04,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:04,413 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:17:04,416 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:17:04,416 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:17:04,416 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:17:04,417 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:17:04,419 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:04,417 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:04,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:17:04,420 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:17:04,421 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:17:04,422 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:17:04,422 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:17:04,424 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:17:04,425 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:17:04,429 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856624426,5,FailOnTimeoutGroup] 2024-11-17T15:17:04,430 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856624429,5,FailOnTimeoutGroup] 2024-11-17T15:17:04,430 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:04,431 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:17:04,432 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:04,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:17:04,433 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:04,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:17:04,436 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6 2024-11-17T15:17:04,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741832_1008 (size=32) 2024-11-17T15:17:04,514 INFO [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,45779,1731856621907 with port=36839, startcode=1731856622611 2024-11-17T15:17:04,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45779 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,36839,1731856622611 2024-11-17T15:17:04,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45779 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,36839,1731856622611 2024-11-17T15:17:04,528 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6 2024-11-17T15:17:04,528 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42175 2024-11-17T15:17:04,528 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:17:04,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383/rs 2024-11-17T15:17:04,534 DEBUG [RS:0;7a780d55532c:36839 {}] zookeeper.ZKUtil(111): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on existing znode=/01781765383/rs/7a780d55532c,36839,1731856622611 2024-11-17T15:17:04,534 WARN [RS:0;7a780d55532c:36839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:17:04,534 INFO [RS:0;7a780d55532c:36839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:04,535 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611 2024-11-17T15:17:04,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,36839,1731856622611] 2024-11-17T15:17:04,565 INFO [RS:0;7a780d55532c:36839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:17:04,581 INFO [RS:0;7a780d55532c:36839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:17:04,587 INFO [RS:0;7a780d55532c:36839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:17:04,587 INFO [RS:0;7a780d55532c:36839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:04,588 INFO [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:17:04,595 INFO [RS:0;7a780d55532c:36839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:17:04,597 INFO [RS:0;7a780d55532c:36839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:04,597 DEBUG [RS:0;7a780d55532c:36839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:04,598 DEBUG [RS:0;7a780d55532c:36839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:04,598 DEBUG [RS:0;7a780d55532c:36839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:04,598 DEBUG [RS:0;7a780d55532c:36839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:04,598 DEBUG [RS:0;7a780d55532c:36839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:04,598 DEBUG [RS:0;7a780d55532c:36839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:17:04,598 DEBUG [RS:0;7a780d55532c:36839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:04,599 DEBUG [RS:0;7a780d55532c:36839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:04,599 DEBUG [RS:0;7a780d55532c:36839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:04,599 DEBUG [RS:0;7a780d55532c:36839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:04,599 DEBUG [RS:0;7a780d55532c:36839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:04,599 DEBUG [RS:0;7a780d55532c:36839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:04,600 DEBUG [RS:0;7a780d55532c:36839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:17:04,600 DEBUG [RS:0;7a780d55532c:36839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:17:04,601 INFO [RS:0;7a780d55532c:36839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:04,601 INFO [RS:0;7a780d55532c:36839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:04,601 INFO [RS:0;7a780d55532c:36839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:04,601 INFO [RS:0;7a780d55532c:36839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:04,601 INFO [RS:0;7a780d55532c:36839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:04,601 INFO [RS:0;7a780d55532c:36839 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,36839,1731856622611-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:17:04,623 INFO [RS:0;7a780d55532c:36839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:17:04,625 INFO [RS:0;7a780d55532c:36839 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,36839,1731856622611-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:04,625 INFO [RS:0;7a780d55532c:36839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:04,626 INFO [RS:0;7a780d55532c:36839 {}] regionserver.Replication(171): 7a780d55532c,36839,1731856622611 started 2024-11-17T15:17:04,650 INFO [RS:0;7a780d55532c:36839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:04,651 INFO [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,36839,1731856622611, RpcServer on 7a780d55532c/172.17.0.2:36839, sessionid=0x1012680be170001 2024-11-17T15:17:04,652 DEBUG [RS:0;7a780d55532c:36839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:17:04,652 DEBUG [RS:0;7a780d55532c:36839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,36839,1731856622611 2024-11-17T15:17:04,653 DEBUG [RS:0;7a780d55532c:36839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,36839,1731856622611' 2024-11-17T15:17:04,653 DEBUG [RS:0;7a780d55532c:36839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01781765383/flush-table-proc/abort' 2024-11-17T15:17:04,654 DEBUG [RS:0;7a780d55532c:36839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01781765383/flush-table-proc/acquired' 2024-11-17T15:17:04,655 DEBUG [RS:0;7a780d55532c:36839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:17:04,655 DEBUG [RS:0;7a780d55532c:36839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:17:04,655 DEBUG [RS:0;7a780d55532c:36839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,36839,1731856622611 2024-11-17T15:17:04,655 DEBUG [RS:0;7a780d55532c:36839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,36839,1731856622611' 2024-11-17T15:17:04,655 DEBUG [RS:0;7a780d55532c:36839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01781765383/online-snapshot/abort' 2024-11-17T15:17:04,656 DEBUG [RS:0;7a780d55532c:36839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01781765383/online-snapshot/acquired' 2024-11-17T15:17:04,657 DEBUG [RS:0;7a780d55532c:36839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:17:04,657 INFO [RS:0;7a780d55532c:36839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:17:04,657 INFO [RS:0;7a780d55532c:36839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:17:04,763 INFO [RS:0;7a780d55532c:36839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:17:04,767 INFO [RS:0;7a780d55532c:36839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C36839%2C1731856622611, suffix=, logDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611, archiveDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/oldWALs, maxLogs=10 2024-11-17T15:17:04,793 DEBUG [RS:0;7a780d55532c:36839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770, exclude list is [], retry=0 2024-11-17T15:17:04,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-5f6cdc68-4644-4baa-9f09-2b26009def30,DISK] 2024-11-17T15:17:04,802 INFO [RS:0;7a780d55532c:36839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770 2024-11-17T15:17:04,803 DEBUG [RS:0;7a780d55532c:36839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38137:38137)] 2024-11-17T15:17:04,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:04,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:17:04,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:17:04,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:04,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:04,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:17:04,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:17:04,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:04,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:04,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:17:04,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:17:04,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:04,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:04,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:17:04,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:17:04,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:04,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:04,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:17:04,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740 2024-11-17T15:17:04,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740 2024-11-17T15:17:04,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:17:04,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:17:04,873 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:04,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:17:04,880 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:04,881 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65606636, jitterRate=-0.022384941577911377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:04,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856624849Initializing all the Stores at 1731856624851 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856624851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856624851Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856624851Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856624851Cleaning up temporary data from old regions at 1731856624872 (+21 ms)Region opened successfully at 1731856624884 (+12 ms) 2024-11-17T15:17:04,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:17:04,885 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:17:04,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:17:04,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:17:04,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:17:04,887 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:04,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856624885Disabling compacts and flushes for region at 1731856624885Disabling writes for close at 1731856624885Writing region close event to WAL at 1731856624886 (+1 ms)Closed at 1731856624887 (+1 ms) 2024-11-17T15:17:04,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:04,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:17:04,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:17:04,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:17:04,910 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:17:05,063 DEBUG [7a780d55532c:45779 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:17:05,080 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,36839,1731856622611 2024-11-17T15:17:05,088 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,36839,1731856622611, state=OPENING 2024-11-17T15:17:05,093 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:17:05,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:05,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:05,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01781765383/meta-region-server: CHANGED 2024-11-17T15:17:05,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01781765383/meta-region-server: CHANGED 2024-11-17T15:17:05,100 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:17:05,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,36839,1731856622611}] 2024-11-17T15:17:05,286 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:17:05,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:17:05,303 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:17:05,303 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:05,305 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:17:05,309 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C36839%2C1731856622611.meta, suffix=.meta, logDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611, archiveDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/oldWALs, maxLogs=10 2024-11-17T15:17:05,332 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.meta.1731856625312.meta, exclude list is [], retry=0 2024-11-17T15:17:05,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-5f6cdc68-4644-4baa-9f09-2b26009def30,DISK] 2024-11-17T15:17:05,345 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.meta.1731856625312.meta 2024-11-17T15:17:05,347 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38137:38137)] 2024-11-17T15:17:05,347 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:05,354 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:17:05,355 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:17:05,359 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:17:05,362 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:17:05,367 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:17:05,367 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:05,368 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:17:05,368 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:17:05,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:17:05,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:17:05,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:05,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:05,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:17:05,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:17:05,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:05,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:05,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:17:05,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:17:05,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:05,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:05,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:17:05,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:17:05,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:05,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:05,383 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:17:05,384 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740 2024-11-17T15:17:05,387 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740 2024-11-17T15:17:05,390 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:17:05,390 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:17:05,391 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:05,394 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:17:05,396 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67993860, jitterRate=0.0131874680519104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:05,397 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:17:05,399 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856625369Writing region info on filesystem at 1731856625369Initializing all the Stores at 1731856625371 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856625371Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856625372 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856625372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856625372Cleaning up temporary data from old regions at 1731856625390 (+18 ms)Running coprocessor post-open hooks at 1731856625397 (+7 ms)Region opened successfully at 1731856625399 (+2 ms) 2024-11-17T15:17:05,408 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856625275 2024-11-17T15:17:05,422 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:17:05,423 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:17:05,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,36839,1731856622611 2024-11-17T15:17:05,428 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,36839,1731856622611, state=OPEN 2024-11-17T15:17:05,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01781765383/meta-region-server 2024-11-17T15:17:05,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01781765383/meta-region-server 2024-11-17T15:17:05,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01781765383/meta-region-server: CHANGED 2024-11-17T15:17:05,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01781765383/meta-region-server: CHANGED 2024-11-17T15:17:05,436 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,36839,1731856622611 2024-11-17T15:17:05,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:17:05,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,36839,1731856622611 in 334 msec 2024-11-17T15:17:05,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:17:05,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 549 msec 2024-11-17T15:17:05,454 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:05,454 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:17:05,478 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:05,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,36839,1731856622611, seqNum=-1] 2024-11-17T15:17:05,508 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:05,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:05,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-11-17T15:17:05,533 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856625533, completionTime=-1 2024-11-17T15:17:05,537 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:17:05,537 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:17:05,567 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:17:05,567 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856685567 2024-11-17T15:17:05,567 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856745567 2024-11-17T15:17:05,567 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec 2024-11-17T15:17:05,569 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45779,1731856621907-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:05,570 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45779,1731856621907-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:05,570 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45779,1731856621907-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:05,571 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:45779, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:05,572 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:05,572 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:05,579 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:17:05,600 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.849sec 2024-11-17T15:17:05,601 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:17:05,603 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:17:05,604 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:17:05,604 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:17:05,604 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:17:05,605 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45779,1731856621907-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:17:05,605 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45779,1731856621907-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:17:05,614 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:17:05,615 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:17:05,615 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45779,1731856621907-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:05,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:05,713 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T15:17:05,714 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T15:17:05,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,45779,-1 for getting cluster id 2024-11-17T15:17:05,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:05,728 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '469ee621-adde-4a48-82bd-b925fa79d65b' 2024-11-17T15:17:05,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:05,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "469ee621-adde-4a48-82bd-b925fa79d65b" 2024-11-17T15:17:05,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e667ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:05,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,45779,-1] 2024-11-17T15:17:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:05,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:05,739 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:05,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:05,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,36839,1731856622611, seqNum=-1] 2024-11-17T15:17:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:05,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:05,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,45779,1731856621907 2024-11-17T15:17:05,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63407 2024-11-17T15:17:05,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:05,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012680be170002 connected 2024-11-17T15:17:05,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/hadoop.log.dir so I do NOT create it in target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55 2024-11-17T15:17:05,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:17:05,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/hadoop.tmp.dir so I do NOT create it in target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55 2024-11-17T15:17:05,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:17:05,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55 2024-11-17T15:17:05,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:17:05,808 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/cluster_af393b22-cc5e-e5f5-34ef-920046ca1327, deleteOnExit=true 2024-11-17T15:17:05,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:17:05,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/test.cache.data in system properties and HBase conf 2024-11-17T15:17:05,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:17:05,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:17:05,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:17:05,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:17:05,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:17:05,809 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:17:05,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:17:05,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:17:05,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:17:05,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:17:05,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:17:05,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:17:05,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:17:05,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:17:05,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:17:05,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:17:05,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:17:05,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:17:05,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:17:05,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:17:05,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:05,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:17:05,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:17:05,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:17:05,911 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:17:05,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:05,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:17:05,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:17:06,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/java.io.tmpdir/jetty-localhost-37843-hadoop-hdfs-3_4_1-tests_jar-_-any-4246787446237895237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:17:06,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:37843} 2024-11-17T15:17:06,034 INFO [Time-limited test {}] server.Server(415): Started @8971ms 2024-11-17T15:17:06,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:06,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:17:06,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:17:06,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:17:06,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:17:06,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:17:06,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:17:06,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/java.io.tmpdir/jetty-localhost-34439-hadoop-hdfs-3_4_1-tests_jar-_-any-11395243302582254777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:17:06,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:34439} 2024-11-17T15:17:06,258 INFO [Time-limited test {}] server.Server(415): Started @9196ms 2024-11-17T15:17:06,261 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:17:06,377 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/cluster_af393b22-cc5e-e5f5-34ef-920046ca1327/data/data2/current/BP-371539929-172.17.0.2-1731856625844/current, will proceed with Du for space computation calculation, 2024-11-17T15:17:06,377 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/cluster_af393b22-cc5e-e5f5-34ef-920046ca1327/data/data1/current/BP-371539929-172.17.0.2-1731856625844/current, will proceed with Du for space computation calculation, 2024-11-17T15:17:06,418 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:17:06,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c5888a9a6335b46 with lease ID 0xc024c4ef53feeb97: Processing first storage report for DS-c8514a15-36f0-458e-b6b9-e9017823c405 from datanode DatanodeRegistration(127.0.0.1:39037, datanodeUuid=70e1d41a-5fec-4234-beaa-de5a122b6ce6, infoPort=35167, infoSecurePort=0, ipcPort=45553, storageInfo=lv=-57;cid=testClusterID;nsid=1133268447;c=1731856625844) 2024-11-17T15:17:06,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c5888a9a6335b46 with lease ID 0xc024c4ef53feeb97: from storage DS-c8514a15-36f0-458e-b6b9-e9017823c405 node DatanodeRegistration(127.0.0.1:39037, datanodeUuid=70e1d41a-5fec-4234-beaa-de5a122b6ce6, infoPort=35167, infoSecurePort=0, ipcPort=45553, storageInfo=lv=-57;cid=testClusterID;nsid=1133268447;c=1731856625844), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:17:06,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c5888a9a6335b46 with lease ID 0xc024c4ef53feeb97: Processing first storage report for DS-87a0014a-d72b-4eaf-8b87-93e7b38ae1ac from datanode DatanodeRegistration(127.0.0.1:39037, datanodeUuid=70e1d41a-5fec-4234-beaa-de5a122b6ce6, infoPort=35167, infoSecurePort=0, ipcPort=45553, storageInfo=lv=-57;cid=testClusterID;nsid=1133268447;c=1731856625844) 2024-11-17T15:17:06,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c5888a9a6335b46 with lease ID 0xc024c4ef53feeb97: from storage DS-87a0014a-d72b-4eaf-8b87-93e7b38ae1ac node DatanodeRegistration(127.0.0.1:39037, datanodeUuid=70e1d41a-5fec-4234-beaa-de5a122b6ce6, infoPort=35167, infoSecurePort=0, ipcPort=45553, storageInfo=lv=-57;cid=testClusterID;nsid=1133268447;c=1731856625844), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:17:06,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55 2024-11-17T15:17:06,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:06,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:06,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:17:06,920 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d with version=8 2024-11-17T15:17:06,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/hbase-staging 2024-11-17T15:17:06,924 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:17:06,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:06,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:06,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:17:06,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:06,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:17:06,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:17:06,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:17:06,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42965 2024-11-17T15:17:06,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42965 connecting to ZooKeeper ensemble=127.0.0.1:63407 2024-11-17T15:17:06,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429650x0, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:06,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42965-0x1012680be170003 connected 2024-11-17T15:17:06,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:06,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:06,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Set watcher on znode that does not yet exist, /1333495780/running 2024-11-17T15:17:06,964 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d, hbase.cluster.distributed=false 2024-11-17T15:17:06,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Set watcher on znode that does not yet exist, /1333495780/acl 2024-11-17T15:17:06,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42965 2024-11-17T15:17:06,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42965 2024-11-17T15:17:06,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42965 2024-11-17T15:17:06,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42965 2024-11-17T15:17:06,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42965 2024-11-17T15:17:07,005 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:17:07,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:07,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:07,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:17:07,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:07,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:17:07,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:17:07,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:17:07,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41927 2024-11-17T15:17:07,011 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41927 connecting to ZooKeeper ensemble=127.0.0.1:63407 2024-11-17T15:17:07,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:07,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:07,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419270x0, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:07,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419270x0, quorum=127.0.0.1:63407, baseZNode=/1333495780 Set watcher on znode that does not yet exist, /1333495780/running 2024-11-17T15:17:07,025 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:17:07,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41927-0x1012680be170004 connected 2024-11-17T15:17:07,033 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:17:07,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Set watcher on znode that does not yet exist, /1333495780/master 2024-11-17T15:17:07,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Set watcher on znode that does not yet exist, /1333495780/acl 2024-11-17T15:17:07,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41927 2024-11-17T15:17:07,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41927 2024-11-17T15:17:07,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41927 2024-11-17T15:17:07,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41927 2024-11-17T15:17:07,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41927 2024-11-17T15:17:07,059 DEBUG [M:0;7a780d55532c:42965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:42965 2024-11-17T15:17:07,059 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1333495780/backup-masters/7a780d55532c,42965,1731856626923 2024-11-17T15:17:07,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780/backup-masters 2024-11-17T15:17:07,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780/backup-masters 2024-11-17T15:17:07,065 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Set watcher on existing znode=/1333495780/backup-masters/7a780d55532c,42965,1731856626923 2024-11-17T15:17:07,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1333495780/master 2024-11-17T15:17:07,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:07,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:07,072 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Set watcher on existing znode=/1333495780/master 2024-11-17T15:17:07,073 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1333495780/backup-masters/7a780d55532c,42965,1731856626923 from backup master directory 2024-11-17T15:17:07,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1333495780/backup-masters/7a780d55532c,42965,1731856626923 2024-11-17T15:17:07,075 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:17:07,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780/backup-masters 2024-11-17T15:17:07,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780/backup-masters 2024-11-17T15:17:07,075 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,42965,1731856626923 2024-11-17T15:17:07,087 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/hbase.id] with ID: 62f4e581-aa9e-45a3-a473-984c064576d6 2024-11-17T15:17:07,087 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/.tmp/hbase.id 2024-11-17T15:17:07,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:17:07,095 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/.tmp/hbase.id]:[hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/hbase.id] 2024-11-17T15:17:07,130 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:07,131 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:17:07,135 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-17T15:17:07,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:07,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:07,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:17:07,154 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:17:07,155 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:17:07,155 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:07,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:17:07,577 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store 2024-11-17T15:17:07,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:17:07,591 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:07,592 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:17:07,592 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:07,592 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:07,592 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:17:07,592 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:07,592 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:07,592 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856627592Disabling compacts and flushes for region at 1731856627592Disabling writes for close at 1731856627592Writing region close event to WAL at 1731856627592Closed at 1731856627592 2024-11-17T15:17:07,594 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/.initializing 2024-11-17T15:17:07,594 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/WALs/7a780d55532c,42965,1731856626923 2024-11-17T15:17:07,596 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:17:07,599 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C42965%2C1731856626923, suffix=, logDir=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/WALs/7a780d55532c,42965,1731856626923, archiveDir=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/oldWALs, maxLogs=10 2024-11-17T15:17:07,616 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/WALs/7a780d55532c,42965,1731856626923/7a780d55532c%2C42965%2C1731856626923.1731856627600, exclude list is [], retry=0 2024-11-17T15:17:07,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39037,DS-c8514a15-36f0-458e-b6b9-e9017823c405,DISK] 2024-11-17T15:17:07,625 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/WALs/7a780d55532c,42965,1731856626923/7a780d55532c%2C42965%2C1731856626923.1731856627600 2024-11-17T15:17:07,626 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35167:35167)] 2024-11-17T15:17:07,626 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:07,627 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:07,627 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:07,627 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:07,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:07,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:17:07,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:07,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:07,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:07,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:17:07,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:07,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:07,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:07,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:17:07,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:07,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:07,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:07,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:17:07,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:07,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:07,649 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:07,651 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:07,651 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:07,654 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:07,654 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:07,654 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:07,656 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:07,660 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:07,661 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74170822, jitterRate=0.105231374502182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:07,662 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856627627Initializing all the Stores at 1731856627632 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856627632Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856627632Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856627632Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856627632Cleaning up temporary data from old regions at 1731856627654 (+22 ms)Region opened successfully at 1731856627662 (+8 ms) 2024-11-17T15:17:07,668 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:17:07,675 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f92fbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:17:07,677 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:17:07,677 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:17:07,677 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:17:07,677 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:17:07,678 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:17:07,679 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:17:07,679 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:17:07,682 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:17:07,683 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Unable to get data of znode /1333495780/balancer because node does not exist (not necessarily an error) 2024-11-17T15:17:07,686 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1333495780/balancer already deleted, retry=false 2024-11-17T15:17:07,686 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:17:07,687 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Unable to get data of znode /1333495780/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:17:07,689 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1333495780/normalizer already deleted, retry=false 2024-11-17T15:17:07,689 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:17:07,691 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Unable to get data of znode /1333495780/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:17:07,692 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1333495780/switch/split already deleted, retry=false 2024-11-17T15:17:07,693 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Unable to get data of znode /1333495780/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:17:07,695 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1333495780/switch/merge already deleted, retry=false 2024-11-17T15:17:07,698 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Unable to get data of znode /1333495780/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:17:07,700 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1333495780/snapshot-cleanup already deleted, retry=false 2024-11-17T15:17:07,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1333495780/running 2024-11-17T15:17:07,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1333495780/running 2024-11-17T15:17:07,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:07,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:07,703 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,42965,1731856626923, sessionid=0x1012680be170003, setting cluster-up flag (Was=false) 2024-11-17T15:17:07,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:07,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:07,715 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1333495780/flush-table-proc/acquired, /1333495780/flush-table-proc/reached, /1333495780/flush-table-proc/abort 2024-11-17T15:17:07,717 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,42965,1731856626923 2024-11-17T15:17:07,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:07,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:07,729 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1333495780/online-snapshot/acquired, /1333495780/online-snapshot/reached, /1333495780/online-snapshot/abort 2024-11-17T15:17:07,730 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,42965,1731856626923 2024-11-17T15:17:07,733 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:17:07,739 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:07,739 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:17:07,739 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:17:07,740 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,42965,1731856626923 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:17:07,744 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:07,745 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:07,745 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:07,745 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:07,745 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:17:07,745 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:07,745 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:17:07,745 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:07,751 INFO [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(746): ClusterId : 62f4e581-aa9e-45a3-a473-984c064576d6 2024-11-17T15:17:07,751 DEBUG [RS:0;7a780d55532c:41927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:17:07,753 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:07,753 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:17:07,755 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:07,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:17:07,756 DEBUG [RS:0;7a780d55532c:41927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:17:07,756 DEBUG [RS:0;7a780d55532c:41927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:17:07,764 DEBUG [RS:0;7a780d55532c:41927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:17:07,764 DEBUG [RS:0;7a780d55532c:41927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7203d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:17:07,766 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856657766 2024-11-17T15:17:07,766 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:17:07,766 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:17:07,766 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:17:07,766 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:17:07,766 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:17:07,766 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:17:07,768 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:07,770 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:17:07,770 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:17:07,770 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:17:07,770 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:17:07,771 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:17:07,771 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:17:07,771 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856627771,5,FailOnTimeoutGroup] 2024-11-17T15:17:07,772 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856627771,5,FailOnTimeoutGroup] 2024-11-17T15:17:07,772 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:07,772 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:17:07,772 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:07,772 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:07,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:17:07,784 DEBUG [RS:0;7a780d55532c:41927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:41927 2024-11-17T15:17:07,784 INFO [RS:0;7a780d55532c:41927 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:17:07,784 INFO [RS:0;7a780d55532c:41927 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:17:07,784 DEBUG [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:17:07,786 INFO [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,42965,1731856626923 with port=41927, startcode=1731856627004 2024-11-17T15:17:07,787 DEBUG [RS:0;7a780d55532c:41927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:17:07,794 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:17:07,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,41927,1731856627004 2024-11-17T15:17:07,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42965 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,41927,1731856627004 2024-11-17T15:17:07,800 DEBUG [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d 2024-11-17T15:17:07,800 DEBUG [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39395 2024-11-17T15:17:07,800 DEBUG [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:17:07,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780/rs 2024-11-17T15:17:07,803 DEBUG [RS:0;7a780d55532c:41927 {}] zookeeper.ZKUtil(111): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Set watcher on existing znode=/1333495780/rs/7a780d55532c,41927,1731856627004 2024-11-17T15:17:07,803 WARN [RS:0;7a780d55532c:41927 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:17:07,803 INFO [RS:0;7a780d55532c:41927 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:07,803 DEBUG [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/WALs/7a780d55532c,41927,1731856627004 2024-11-17T15:17:07,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,41927,1731856627004] 2024-11-17T15:17:07,816 INFO [RS:0;7a780d55532c:41927 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:17:07,825 INFO [RS:0;7a780d55532c:41927 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:17:07,826 INFO [RS:0;7a780d55532c:41927 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:17:07,826 INFO [RS:0;7a780d55532c:41927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:07,828 INFO [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:17:07,829 INFO [RS:0;7a780d55532c:41927 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:17:07,829 INFO [RS:0;7a780d55532c:41927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:07,829 DEBUG [RS:0;7a780d55532c:41927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:07,830 DEBUG [RS:0;7a780d55532c:41927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:07,830 DEBUG [RS:0;7a780d55532c:41927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:07,830 DEBUG [RS:0;7a780d55532c:41927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:07,830 DEBUG [RS:0;7a780d55532c:41927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:07,830 DEBUG [RS:0;7a780d55532c:41927 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:17:07,830 DEBUG [RS:0;7a780d55532c:41927 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:07,830 DEBUG [RS:0;7a780d55532c:41927 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:07,830 DEBUG [RS:0;7a780d55532c:41927 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:07,830 DEBUG [RS:0;7a780d55532c:41927 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:07,830 DEBUG [RS:0;7a780d55532c:41927 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:07,830 DEBUG [RS:0;7a780d55532c:41927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:07,830 DEBUG [RS:0;7a780d55532c:41927 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:17:07,830 DEBUG [RS:0;7a780d55532c:41927 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:17:07,833 INFO [RS:0;7a780d55532c:41927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:07,833 INFO [RS:0;7a780d55532c:41927 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:07,833 INFO [RS:0;7a780d55532c:41927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:07,833 INFO [RS:0;7a780d55532c:41927 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:07,833 INFO [RS:0;7a780d55532c:41927 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:07,833 INFO [RS:0;7a780d55532c:41927 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41927,1731856627004-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:17:07,853 INFO [RS:0;7a780d55532c:41927 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:17:07,853 INFO [RS:0;7a780d55532c:41927 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41927,1731856627004-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:07,854 INFO [RS:0;7a780d55532c:41927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:07,854 INFO [RS:0;7a780d55532c:41927 {}] regionserver.Replication(171): 7a780d55532c,41927,1731856627004 started 2024-11-17T15:17:07,873 INFO [RS:0;7a780d55532c:41927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:07,873 INFO [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,41927,1731856627004, RpcServer on 7a780d55532c/172.17.0.2:41927, sessionid=0x1012680be170004 2024-11-17T15:17:07,874 DEBUG [RS:0;7a780d55532c:41927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:17:07,874 DEBUG [RS:0;7a780d55532c:41927 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,41927,1731856627004 2024-11-17T15:17:07,874 DEBUG [RS:0;7a780d55532c:41927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,41927,1731856627004' 2024-11-17T15:17:07,874 DEBUG [RS:0;7a780d55532c:41927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1333495780/flush-table-proc/abort' 2024-11-17T15:17:07,875 DEBUG [RS:0;7a780d55532c:41927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1333495780/flush-table-proc/acquired' 2024-11-17T15:17:07,875 DEBUG [RS:0;7a780d55532c:41927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:17:07,875 DEBUG [RS:0;7a780d55532c:41927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:17:07,875 DEBUG [RS:0;7a780d55532c:41927 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,41927,1731856627004 2024-11-17T15:17:07,875 DEBUG [RS:0;7a780d55532c:41927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,41927,1731856627004' 2024-11-17T15:17:07,875 DEBUG [RS:0;7a780d55532c:41927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1333495780/online-snapshot/abort' 2024-11-17T15:17:07,876 DEBUG [RS:0;7a780d55532c:41927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1333495780/online-snapshot/acquired' 2024-11-17T15:17:07,876 DEBUG [RS:0;7a780d55532c:41927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:17:07,876 INFO [RS:0;7a780d55532c:41927 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:17:07,876 INFO [RS:0;7a780d55532c:41927 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:17:07,978 INFO [RS:0;7a780d55532c:41927 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:17:07,982 INFO [RS:0;7a780d55532c:41927 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C41927%2C1731856627004, suffix=, logDir=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/WALs/7a780d55532c,41927,1731856627004, archiveDir=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/oldWALs, maxLogs=10 2024-11-17T15:17:08,001 DEBUG [RS:0;7a780d55532c:41927 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/WALs/7a780d55532c,41927,1731856627004/7a780d55532c%2C41927%2C1731856627004.1731856627983, exclude list is [], retry=0 2024-11-17T15:17:08,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39037,DS-c8514a15-36f0-458e-b6b9-e9017823c405,DISK] 2024-11-17T15:17:08,010 INFO [RS:0;7a780d55532c:41927 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/WALs/7a780d55532c,41927,1731856627004/7a780d55532c%2C41927%2C1731856627004.1731856627983 2024-11-17T15:17:08,011 DEBUG [RS:0;7a780d55532c:41927 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35167:35167)] 2024-11-17T15:17:08,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:17:08,180 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d 2024-11-17T15:17:08,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741833_1009 (size=32) 2024-11-17T15:17:08,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:08,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:17:08,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:17:08,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:08,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:08,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:17:08,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:17:08,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:08,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:08,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:17:08,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:17:08,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:08,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:08,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:17:08,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:17:08,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:08,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:08,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:17:08,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/data/hbase/meta/1588230740 2024-11-17T15:17:08,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/data/hbase/meta/1588230740 2024-11-17T15:17:08,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:17:08,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:17:08,610 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:08,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:17:08,615 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:08,616 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69717453, jitterRate=0.038871005177497864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:08,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856628592Initializing all the Stores at 1731856628594 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856628594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856628594Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856628594Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856628594Cleaning up temporary data from old regions at 1731856628610 (+16 ms)Region opened successfully at 1731856628616 (+6 ms) 2024-11-17T15:17:08,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:17:08,616 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:17:08,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:17:08,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:17:08,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:17:08,617 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:08,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856628616Disabling compacts and flushes for region at 1731856628616Disabling writes for close at 1731856628617 (+1 ms)Writing region close event to WAL at 1731856628617Closed at 1731856628617 2024-11-17T15:17:08,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:08,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:17:08,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:17:08,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:17:08,624 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:17:08,774 DEBUG [7a780d55532c:42965 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:17:08,775 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,41927,1731856627004 2024-11-17T15:17:08,777 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,41927,1731856627004, state=OPENING 2024-11-17T15:17:08,783 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:17:08,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:08,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:08,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1333495780/meta-region-server: CHANGED 2024-11-17T15:17:08,785 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:17:08,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1333495780/meta-region-server: CHANGED 2024-11-17T15:17:08,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,41927,1731856627004}] 2024-11-17T15:17:08,941 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:17:08,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:17:08,950 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:17:08,951 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:08,951 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:17:08,954 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C41927%2C1731856627004.meta, suffix=.meta, logDir=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/WALs/7a780d55532c,41927,1731856627004, archiveDir=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/oldWALs, maxLogs=10 2024-11-17T15:17:08,978 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/WALs/7a780d55532c,41927,1731856627004/7a780d55532c%2C41927%2C1731856627004.meta.1731856628956.meta, exclude list is [], retry=0 2024-11-17T15:17:08,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39037,DS-c8514a15-36f0-458e-b6b9-e9017823c405,DISK] 2024-11-17T15:17:08,986 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/WALs/7a780d55532c,41927,1731856627004/7a780d55532c%2C41927%2C1731856627004.meta.1731856628956.meta 2024-11-17T15:17:08,986 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35167:35167)] 2024-11-17T15:17:08,986 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:08,987 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:17:08,987 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:17:08,987 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:17:08,988 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:17:08,988 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:17:08,988 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:08,988 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:17:08,988 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:17:08,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:17:08,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:17:08,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:08,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:08,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:17:08,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:17:08,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:08,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:09,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:17:09,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:17:09,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:09,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:09,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:17:09,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:17:09,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:09,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:09,004 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:17:09,005 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/data/hbase/meta/1588230740 2024-11-17T15:17:09,008 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/data/hbase/meta/1588230740 2024-11-17T15:17:09,010 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:17:09,010 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:17:09,011 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:09,018 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:17:09,021 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65224005, jitterRate=-0.0280865877866745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:09,021 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:17:09,021 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856628989Writing region info on filesystem at 1731856628989Initializing all the Stores at 1731856628991 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856628991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856628992 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856628992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856628992Cleaning up temporary data from old regions at 1731856629010 (+18 ms)Running coprocessor post-open hooks at 1731856629021 (+11 ms)Region opened successfully at 1731856629021 2024-11-17T15:17:09,026 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856628940 2024-11-17T15:17:09,031 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:17:09,032 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:17:09,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,41927,1731856627004 2024-11-17T15:17:09,036 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,41927,1731856627004, state=OPEN 2024-11-17T15:17:09,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1333495780/meta-region-server 2024-11-17T15:17:09,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1333495780/meta-region-server 2024-11-17T15:17:09,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1333495780/meta-region-server: CHANGED 2024-11-17T15:17:09,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1333495780/meta-region-server: CHANGED 2024-11-17T15:17:09,042 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,41927,1731856627004 2024-11-17T15:17:09,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:17:09,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,41927,1731856627004 in 256 msec 2024-11-17T15:17:09,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:17:09,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-17T15:17:09,056 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:09,056 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:17:09,059 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:09,059 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,41927,1731856627004, seqNum=-1] 2024-11-17T15:17:09,059 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:09,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:09,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-17T15:17:09,071 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856629071, completionTime=-1 2024-11-17T15:17:09,072 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:17:09,072 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:17:09,074 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:17:09,074 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856689074 2024-11-17T15:17:09,075 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856749075 2024-11-17T15:17:09,075 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T15:17:09,075 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,42965,1731856626923-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:09,076 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,42965,1731856626923-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:09,076 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,42965,1731856626923-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:09,076 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:42965, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:09,076 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:09,078 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:09,080 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:17:09,083 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.008sec 2024-11-17T15:17:09,083 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:17:09,083 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:17:09,083 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:17:09,083 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:17:09,083 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:17:09,083 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,42965,1731856626923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:17:09,084 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,42965,1731856626923-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:17:09,087 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:17:09,087 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:17:09,087 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,42965,1731856626923-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:09,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd1c23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:09,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,42965,-1 for getting cluster id 2024-11-17T15:17:09,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:09,153 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62f4e581-aa9e-45a3-a473-984c064576d6' 2024-11-17T15:17:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62f4e581-aa9e-45a3-a473-984c064576d6" 2024-11-17T15:17:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d0770d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,42965,-1] 2024-11-17T15:17:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:09,157 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:09,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:09,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:09,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,41927,1731856627004, seqNum=-1] 2024-11-17T15:17:09,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:09,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:09,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,42965,1731856626923 2024-11-17T15:17:09,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63407 2024-11-17T15:17:09,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:09,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012680be170005 connected 2024-11-17T15:17:09,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7751df50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:09,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,45779,-1 for getting cluster id 2024-11-17T15:17:09,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:09,180 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '469ee621-adde-4a48-82bd-b925fa79d65b' 2024-11-17T15:17:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "469ee621-adde-4a48-82bd-b925fa79d65b" 2024-11-17T15:17:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8390e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,45779,-1] 2024-11-17T15:17:09,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:09,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:09,182 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:09,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41abe239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:09,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,45779,1731856621907 2024-11-17T15:17:09,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d0fab66 2024-11-17T15:17:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:09,206 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:09,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:42965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:17:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:17:09,221 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:42965' 2024-11-17T15:17:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:09,223 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff46d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:09,224 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,42965,-1 for getting cluster id 2024-11-17T15:17:09,224 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:09,225 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62f4e581-aa9e-45a3-a473-984c064576d6' 2024-11-17T15:17:09,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:09,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62f4e581-aa9e-45a3-a473-984c064576d6" 2024-11-17T15:17:09,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a74b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:09,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,42965,-1] 2024-11-17T15:17:09,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:09,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:09,228 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:09,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af235c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:09,230 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:09,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,42965,1731856626923 2024-11-17T15:17:09,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fcfcb4 2024-11-17T15:17:09,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:09,238 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:09,254 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-17T15:17:09,254 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:17:09,261 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:09,261 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:09,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:09,263 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:17:09,272 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:17:09,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:17:09,280 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:09,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:17:09,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741835_1011 (size=1138) 2024-11-17T15:17:09,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e17a29b388bb16ed3460ec48d7ad203, NAME => 'hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6 2024-11-17T15:17:09,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741836_1012 (size=44) 2024-11-17T15:17:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:09,336 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:17:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:09,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:09,710 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3e17a29b388bb16ed3460ec48d7ad203, disabling compactions & flushes 2024-11-17T15:17:09,710 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:09,710 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:09,710 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. after waiting 0 ms 2024-11-17T15:17:09,710 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:09,710 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:09,710 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e17a29b388bb16ed3460ec48d7ad203: Waiting for close lock at 1731856629710Disabling compacts and flushes for region at 1731856629710Disabling writes for close at 1731856629710Writing region close event to WAL at 1731856629710Closed at 1731856629710 2024-11-17T15:17:09,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:17:09,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856629712"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856629712"}]},"ts":"1731856629712"} 2024-11-17T15:17:09,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:17:09,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:17:09,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856629723"}]},"ts":"1731856629723"} 2024-11-17T15:17:09,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:17:09,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e17a29b388bb16ed3460ec48d7ad203, ASSIGN}] 2024-11-17T15:17:09,733 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e17a29b388bb16ed3460ec48d7ad203, ASSIGN 2024-11-17T15:17:09,734 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e17a29b388bb16ed3460ec48d7ad203, ASSIGN; state=OFFLINE, location=7a780d55532c,36839,1731856622611; forceNewPlan=false, retain=false 2024-11-17T15:17:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:09,886 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3e17a29b388bb16ed3460ec48d7ad203, regionState=OPENING, regionLocation=7a780d55532c,36839,1731856622611 2024-11-17T15:17:09,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e17a29b388bb16ed3460ec48d7ad203, ASSIGN because future has completed 2024-11-17T15:17:09,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e17a29b388bb16ed3460ec48d7ad203, server=7a780d55532c,36839,1731856622611}] 2024-11-17T15:17:10,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:10,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:10,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:17:10,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C36839%2C1731856622611.rep, suffix=, logDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611, archiveDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/oldWALs, maxLogs=10 2024-11-17T15:17:10,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.rep.1731856630055, exclude list is [], retry=0 2024-11-17T15:17:10,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-5f6cdc68-4644-4baa-9f09-2b26009def30,DISK] 2024-11-17T15:17:10,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.rep.1731856630055 2024-11-17T15:17:10,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38137:38137)] 2024-11-17T15:17:10,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e17a29b388bb16ed3460ec48d7ad203, NAME => 'hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:10,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:17:10,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:17:10,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. service=MultiRowMutationService 2024-11-17T15:17:10,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:17:10,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:10,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:10,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:10,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:10,082 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:10,084 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e17a29b388bb16ed3460ec48d7ad203 columnFamilyName hfileref 2024-11-17T15:17:10,084 DEBUG [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:10,085 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] regionserver.HStore(327): Store=3e17a29b388bb16ed3460ec48d7ad203/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:10,085 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:10,087 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e17a29b388bb16ed3460ec48d7ad203 columnFamilyName queue 2024-11-17T15:17:10,087 DEBUG [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:10,088 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] regionserver.HStore(327): Store=3e17a29b388bb16ed3460ec48d7ad203/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:10,088 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:10,090 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e17a29b388bb16ed3460ec48d7ad203 columnFamilyName sid 2024-11-17T15:17:10,090 DEBUG [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:10,090 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] regionserver.HStore(327): Store=3e17a29b388bb16ed3460ec48d7ad203/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:10,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:10,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/replication/3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:10,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/replication/3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:10,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:10,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:10,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:17:10,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:10,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/replication/3e17a29b388bb16ed3460ec48d7ad203/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:10,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3e17a29b388bb16ed3460ec48d7ad203; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67317171, jitterRate=0.0031040161848068237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:17:10,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:10,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3e17a29b388bb16ed3460ec48d7ad203: Running coprocessor pre-open hook at 1731856630078Writing region info on filesystem at 1731856630078Initializing all the Stores at 1731856630080 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856630080Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856630081 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856630081Cleaning up temporary data from old regions at 1731856630096 (+15 ms)Running coprocessor post-open hooks at 1731856630108 (+12 ms)Region opened successfully at 1731856630110 (+2 ms) 2024-11-17T15:17:10,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203., pid=7, masterSystemTime=1731856630044 2024-11-17T15:17:10,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:10,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:10,119 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3e17a29b388bb16ed3460ec48d7ad203, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,36839,1731856622611 2024-11-17T15:17:10,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e17a29b388bb16ed3460ec48d7ad203, server=7a780d55532c,36839,1731856622611 because future has completed 2024-11-17T15:17:10,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T15:17:10,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e17a29b388bb16ed3460ec48d7ad203, server=7a780d55532c,36839,1731856622611 in 241 msec 2024-11-17T15:17:10,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:17:10,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e17a29b388bb16ed3460ec48d7ad203, ASSIGN in 406 msec 2024-11-17T15:17:10,144 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:17:10,144 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856630144"}]},"ts":"1731856630144"} 2024-11-17T15:17:10,149 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:17:10,151 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:17:10,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 887 msec 2024-11-17T15:17:10,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203., hostname=7a780d55532c,36839,1731856622611, seqNum=2] 2024-11-17T15:17:10,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36839 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-17T15:17:10,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:10,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:10,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:17:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:10,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T15:17:10,396 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:17:10,441 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,36839,1731856622611, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:17:10,443 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:10,443 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,36839,1731856622611, seqNum=-1] 2024-11-17T15:17:10,443 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:10,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T15:17:10,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,36839,1731856622611', locateType=CURRENT is [region=hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203., hostname=7a780d55532c,36839,1731856622611, seqNum=2] 2024-11-17T15:17:10,457 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T15:17:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T15:17:10,465 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,36839,1731856622611 suceeded 2024-11-17T15:17:10,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T15:17:10,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 235 msec 2024-11-17T15:17:10,472 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:42965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:17:10,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2630 sec 2024-11-17T15:17:10,483 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:42965' 2024-11-17T15:17:10,486 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@418c1ae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:10,486 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,42965,-1 for getting cluster id 2024-11-17T15:17:10,486 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:10,487 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62f4e581-aa9e-45a3-a473-984c064576d6' 2024-11-17T15:17:10,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:10,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62f4e581-aa9e-45a3-a473-984c064576d6" 2024-11-17T15:17:10,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30f2561e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:10,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,42965,-1] 2024-11-17T15:17:10,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:10,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:10,490 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:10,492 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fb5753b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:10,493 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:10,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,42965,1731856626923 2024-11-17T15:17:10,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1832d22a 2024-11-17T15:17:10,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:10,495 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T15:17:10,496 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,36839,1731856622611 (queues=1) is replicating from cluster=469ee621-adde-4a48-82bd-b925fa79d65b to cluster=62f4e581-aa9e-45a3-a473-984c064576d6 2024-11-17T15:17:10,498 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C36839%2C1731856622611 2024-11-17T15:17:10,502 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,36839,1731856622611, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:17:10,506 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611.replicationSource.shipper7a780d55532c%2C36839%2C1731856622611,1-7a780d55532c,36839,1731856622611 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C36839%2C1731856622611 2024-11-17T15:17:10,511 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611.replicationSource.wal-reader.7a780d55532c%2C36839%2C1731856622611,1-7a780d55532c,36839,1731856622611 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770, startPosition=0, beingWritten=true 2024-11-17T15:17:10,783 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611.replicationSource.wal-reader.7a780d55532c%2C36839%2C1731856622611,1-7a780d55532c,36839,1731856622611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770 to pos 0, reset compression=false 2024-11-17T15:17:10,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:17:10,942 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T15:17:10,945 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:17:11,091 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611.replicationSource.wal-reader.7a780d55532c%2C36839%2C1731856622611,1-7a780d55532c,36839,1731856622611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770 to pos 0, reset compression=false 2024-11-17T15:17:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:11,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:11,369 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:17:11,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:11,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:11,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:11,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:11,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ac2555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:11,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,45779,-1 for getting cluster id 2024-11-17T15:17:11,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:11,372 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '469ee621-adde-4a48-82bd-b925fa79d65b' 2024-11-17T15:17:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "469ee621-adde-4a48-82bd-b925fa79d65b" 2024-11-17T15:17:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17693145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,45779,-1] 2024-11-17T15:17:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:11,375 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:11,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187594b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:11,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:11,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,45779,1731856621907 2024-11-17T15:17:11,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dd33839 2024-11-17T15:17:11,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:11,379 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:11,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://7a780d55532c:42965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:17:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:17:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T15:17:11,384 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:42965' 2024-11-17T15:17:11,386 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259fad97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:11,386 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,42965,-1 for getting cluster id 2024-11-17T15:17:11,386 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:11,387 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62f4e581-aa9e-45a3-a473-984c064576d6' 2024-11-17T15:17:11,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:11,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62f4e581-aa9e-45a3-a473-984c064576d6" 2024-11-17T15:17:11,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab7cd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:11,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,42965,-1] 2024-11-17T15:17:11,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:11,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:11,389 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:11,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8ce29f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:11,390 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:11,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,42965,1731856626923 2024-11-17T15:17:11,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b1db0a0 2024-11-17T15:17:11,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:11,392 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:11,393 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-17T15:17:11,393 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:17:11,393 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:11,393 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:11,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:11,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:17:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T15:17:11,499 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611.replicationSource.wal-reader.7a780d55532c%2C36839%2C1731856622611,1-7a780d55532c,36839,1731856622611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770 to pos 0, reset compression=false 2024-11-17T15:17:11,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-17T15:17:11,558 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-17T15:17:11,591 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-7a780d55532c,36839,1731856622611, ReplicationSource: 2, currentBandwidth=0 2024-11-17T15:17:11,595 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-17T15:17:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-17T15:17:11,599 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7a780d55532c,36839,1731856622611 suceeded 2024-11-17T15:17:11,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T15:17:11,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-17T15:17:11,603 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7a780d55532c:42965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:17:11,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 223 msec 2024-11-17T15:17:11,614 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:42965' 2024-11-17T15:17:11,616 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19533fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:11,616 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,42965,-1 for getting cluster id 2024-11-17T15:17:11,616 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:11,617 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62f4e581-aa9e-45a3-a473-984c064576d6' 2024-11-17T15:17:11,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:11,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62f4e581-aa9e-45a3-a473-984c064576d6" 2024-11-17T15:17:11,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@174da279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:11,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,42965,-1] 2024-11-17T15:17:11,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:11,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:11,620 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:11,621 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e8b51cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:11,622 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:11,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,42965,1731856626923 2024-11-17T15:17:11,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54653941 2024-11-17T15:17:11,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:11,624 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T15:17:11,625 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7a780d55532c,36839,1731856622611 (queues=1) is replicating from cluster=469ee621-adde-4a48-82bd-b925fa79d65b to cluster=62f4e581-aa9e-45a3-a473-984c064576d6 2024-11-17T15:17:11,625 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7a780d55532c%2C36839%2C1731856622611 2024-11-17T15:17:11,625 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7a780d55532c,36839,1731856622611, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:17:11,625 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611.replicationSource.shipper7a780d55532c%2C36839%2C1731856622611,2-7a780d55532c,36839,1731856622611 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C36839%2C1731856622611 2024-11-17T15:17:11,625 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611.replicationSource.wal-reader.7a780d55532c%2C36839%2C1731856622611,2-7a780d55532c,36839,1731856622611 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770, startPosition=0, beingWritten=true 2024-11-17T15:17:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T15:17:11,698 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-17T15:17:11,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:11,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:11,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:11,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:11,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:11,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,45779,1731856621907 2024-11-17T15:17:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19a8ac88 2024-11-17T15:17:11,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:11,705 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:11,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T15:17:11,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T15:17:11,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T15:17:11,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T15:17:11,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://7a780d55532c:42965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:17:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T15:17:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T15:17:11,720 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:42965' 2024-11-17T15:17:11,721 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731a4b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:11,721 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,42965,-1 for getting cluster id 2024-11-17T15:17:11,721 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:11,722 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62f4e581-aa9e-45a3-a473-984c064576d6' 2024-11-17T15:17:11,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:11,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62f4e581-aa9e-45a3-a473-984c064576d6" 2024-11-17T15:17:11,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd359d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:11,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,42965,-1] 2024-11-17T15:17:11,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:11,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:11,724 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:11,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d881dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:11,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:11,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,42965,1731856626923 2024-11-17T15:17:11,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@560fa758 2024-11-17T15:17:11,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:11,727 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:11,728 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T15:17:11,728 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:17:11,728 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:11,728 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:11,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:11,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:17:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T15:17:11,833 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611.replicationSource.wal-reader.7a780d55532c%2C36839%2C1731856622611,2-7a780d55532c,36839,1731856622611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770 to pos 0, reset compression=false 2024-11-17T15:17:11,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-17T15:17:11,887 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-17T15:17:11,889 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-17T15:17:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-17T15:17:11,893 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 7a780d55532c,36839,1731856622611 suceeded 2024-11-17T15:17:11,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-17T15:17:11,896 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://7a780d55532c:42965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:17:11,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-17T15:17:11,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 182 msec 2024-11-17T15:17:12,006 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611.replicationSource.wal-reader.7a780d55532c%2C36839%2C1731856622611,1-7a780d55532c,36839,1731856622611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770 to pos 0, reset compression=false 2024-11-17T15:17:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T15:17:12,039 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-17T15:17:12,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://7a780d55532c:42965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:17:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T15:17:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T15:17:12,044 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:42965' 2024-11-17T15:17:12,045 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4421de7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:12,046 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,42965,-1 for getting cluster id 2024-11-17T15:17:12,046 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:12,047 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62f4e581-aa9e-45a3-a473-984c064576d6' 2024-11-17T15:17:12,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:12,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62f4e581-aa9e-45a3-a473-984c064576d6" 2024-11-17T15:17:12,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225776f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:12,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,42965,-1] 2024-11-17T15:17:12,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:12,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:12,049 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:12,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d820dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:12,050 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:12,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,42965,1731856626923 2024-11-17T15:17:12,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc2fd66 2024-11-17T15:17:12,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:12,053 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:12,054 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T15:17:12,054 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:17:12,054 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:12,054 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:12,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:12,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:17:12,140 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611.replicationSource.wal-reader.7a780d55532c%2C36839%2C1731856622611,2-7a780d55532c,36839,1731856622611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770 to pos 0, reset compression=false 2024-11-17T15:17:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T15:17:12,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-17T15:17:12,213 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-17T15:17:12,214 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-17T15:17:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-17T15:17:12,218 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 7a780d55532c,36839,1731856622611 suceeded 2024-11-17T15:17:12,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-17T15:17:12,221 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://7a780d55532c:42965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:17:12,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-17T15:17:12,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 182 msec 2024-11-17T15:17:12,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T15:17:12,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T15:17:12,327 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T15:17:12,327 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T15:17:12,327 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:17:12,327 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T15:17:12,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:17:12,328 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T15:17:12,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T15:17:12,328 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T15:17:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T15:17:12,359 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-17T15:17:12,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T15:17:12,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45779 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T15:17:12,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:12,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:12,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:12,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:12,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:12,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:17:12,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1190866053, stopped=false 2024-11-17T15:17:12,363 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,45779,1731856621907 2024-11-17T15:17:12,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01781765383/running 2024-11-17T15:17:12,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01781765383/running 2024-11-17T15:17:12,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:17:12,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:12,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:12,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:12,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:12,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:12,365 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,36839,1731856622611' ***** 2024-11-17T15:17:12,366 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:17:12,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on znode that does not yet exist, /01781765383/running 2024-11-17T15:17:12,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on znode that does not yet exist, /01781765383/running 2024-11-17T15:17:12,366 INFO [RS:0;7a780d55532c:36839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:17:12,366 INFO [RS:0;7a780d55532c:36839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:17:12,366 INFO [RS:0;7a780d55532c:36839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:17:12,367 INFO [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:12,367 INFO [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,36839,1731856622611 2024-11-17T15:17:12,367 INFO [RS:0;7a780d55532c:36839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:17:12,367 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:17:12,367 INFO [RS:0;7a780d55532c:36839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:36839. 2024-11-17T15:17:12,367 DEBUG [RS:0;7a780d55532c:36839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:12,367 DEBUG [RS:0;7a780d55532c:36839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:12,368 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e17a29b388bb16ed3460ec48d7ad203, disabling compactions & flushes 2024-11-17T15:17:12,368 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:12,368 INFO [RS:0;7a780d55532c:36839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:17:12,368 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:12,368 INFO [RS:0;7a780d55532c:36839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:17:12,368 INFO [RS:0;7a780d55532c:36839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:17:12,368 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. after waiting 0 ms 2024-11-17T15:17:12,368 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:12,368 INFO [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:17:12,368 INFO [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T15:17:12,368 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:17:12,369 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3e17a29b388bb16ed3460ec48d7ad203=hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203.} 2024-11-17T15:17:12,369 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:17:12,369 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:17:12,369 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:17:12,369 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:17:12,369 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:12,372 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T15:17:12,372 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e17a29b388bb16ed3460ec48d7ad203 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-17T15:17:12,408 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:17:12,442 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/.tmp/info/3b32904dcb514d59b9887634f7082ddb is 147, key is hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203./info:regioninfo/1731856630118/Put/seqid=0 2024-11-17T15:17:12,442 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/replication/3e17a29b388bb16ed3460ec48d7ad203/.tmp/queue/a76521d88b2948e082471e1ca8fa0264 is 151, key is 1-7a780d55532c,36839,1731856622611/queue:7a780d55532c%2C36839%2C1731856622611/1731856630450/Put/seqid=0 2024-11-17T15:17:12,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741839_1015 (size=5500) 2024-11-17T15:17:12,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741838_1014 (size=6631) 2024-11-17T15:17:12,547 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611.replicationSource.wal-reader.7a780d55532c%2C36839%2C1731856622611,2-7a780d55532c,36839,1731856622611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770 to pos 0, reset compression=false 2024-11-17T15:17:12,569 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:12,614 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611.replicationSource.wal-reader.7a780d55532c%2C36839%2C1731856622611,1-7a780d55532c,36839,1731856622611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770 to pos 0, reset compression=false 2024-11-17T15:17:12,693 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:17:12,693 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:17:12,769 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:12,854 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/replication/3e17a29b388bb16ed3460ec48d7ad203/.tmp/queue/a76521d88b2948e082471e1ca8fa0264 2024-11-17T15:17:12,855 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/.tmp/info/3b32904dcb514d59b9887634f7082ddb 2024-11-17T15:17:12,898 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/replication/3e17a29b388bb16ed3460ec48d7ad203/.tmp/queue/a76521d88b2948e082471e1ca8fa0264 as hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/replication/3e17a29b388bb16ed3460ec48d7ad203/queue/a76521d88b2948e082471e1ca8fa0264 2024-11-17T15:17:12,907 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/replication/3e17a29b388bb16ed3460ec48d7ad203/queue/a76521d88b2948e082471e1ca8fa0264, entries=2, sequenceid=6, filesize=5.4 K 2024-11-17T15:17:12,913 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 3e17a29b388bb16ed3460ec48d7ad203 in 541ms, sequenceid=6, compaction requested=false 2024-11-17T15:17:12,914 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/.tmp/ns/52b9376420c64a5086f1fd8375b7c70e is 43, key is default/ns:d/1731856625516/Put/seqid=0 2024-11-17T15:17:12,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741840_1016 (size=5153) 2024-11-17T15:17:12,921 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/replication/3e17a29b388bb16ed3460ec48d7ad203/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T15:17:12,924 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:17:12,924 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:17:12,924 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:12,924 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e17a29b388bb16ed3460ec48d7ad203: Waiting for close lock at 1731856632367Running coprocessor pre-close hooks at 1731856632367Disabling compacts and flushes for region at 1731856632367Disabling writes for close at 1731856632368 (+1 ms)Obtaining lock to block concurrent updates at 1731856632372 (+4 ms)Preparing flush snapshotting stores in 3e17a29b388bb16ed3460ec48d7ad203 at 1731856632372Finished memstore snapshotting hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731856632380 (+8 ms)Flushing stores of hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. at 1731856632381 (+1 ms)Flushing 3e17a29b388bb16ed3460ec48d7ad203/queue: creating writer at 1731856632382 (+1 ms)Flushing 3e17a29b388bb16ed3460ec48d7ad203/queue: appending metadata at 1731856632422 (+40 ms)Flushing 3e17a29b388bb16ed3460ec48d7ad203/queue: closing flushed file at 1731856632425 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f22c99: reopening flushed file at 1731856632897 (+472 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 3e17a29b388bb16ed3460ec48d7ad203 in 541ms, sequenceid=6, compaction requested=false at 1731856632913 (+16 ms)Writing region close event to WAL at 1731856632915 (+2 ms)Running coprocessor post-close hooks at 1731856632922 (+7 ms)Closed at 1731856632924 (+2 ms) 2024-11-17T15:17:12,925 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:12,970 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:13,053 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611.replicationSource.wal-reader.7a780d55532c%2C36839%2C1731856622611,2-7a780d55532c,36839,1731856622611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770 to pos 0, reset compression=false 2024-11-17T15:17:13,170 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:13,320 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/.tmp/ns/52b9376420c64a5086f1fd8375b7c70e 2024-11-17T15:17:13,322 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611.replicationSource.wal-reader.7a780d55532c%2C36839%2C1731856622611,1-7a780d55532c,36839,1731856622611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770 to pos 0, reset compression=false 2024-11-17T15:17:13,348 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/.tmp/table/d2790b8aea0241bbbb8b669a3af144c2 is 53, key is hbase:replication/table:state/1731856630144/Put/seqid=0 2024-11-17T15:17:13,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741841_1017 (size=5256) 2024-11-17T15:17:13,370 INFO [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T15:17:13,370 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:17:13,370 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:13,571 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:13,661 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611.replicationSource.wal-reader.7a780d55532c%2C36839%2C1731856622611,2-7a780d55532c,36839,1731856622611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770 to pos 0, reset compression=false 2024-11-17T15:17:13,755 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/.tmp/table/d2790b8aea0241bbbb8b669a3af144c2 2024-11-17T15:17:13,768 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/.tmp/info/3b32904dcb514d59b9887634f7082ddb as hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/info/3b32904dcb514d59b9887634f7082ddb 2024-11-17T15:17:13,771 DEBUG [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:13,778 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/info/3b32904dcb514d59b9887634f7082ddb, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T15:17:13,780 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/.tmp/ns/52b9376420c64a5086f1fd8375b7c70e as hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/ns/52b9376420c64a5086f1fd8375b7c70e 2024-11-17T15:17:13,789 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/ns/52b9376420c64a5086f1fd8375b7c70e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T15:17:13,791 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/.tmp/table/d2790b8aea0241bbbb8b669a3af144c2 as hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/table/d2790b8aea0241bbbb8b669a3af144c2 2024-11-17T15:17:13,799 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/table/d2790b8aea0241bbbb8b669a3af144c2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T15:17:13,801 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1432ms, sequenceid=11, compaction requested=false 2024-11-17T15:17:13,813 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T15:17:13,815 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:17:13,815 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:17:13,815 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:13,815 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856632368Running coprocessor pre-close hooks at 1731856632368Disabling compacts and flushes for region at 1731856632368Disabling writes for close at 1731856632369 (+1 ms)Obtaining lock to block concurrent updates at 1731856632372 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731856632372Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731856632379 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731856632381 (+2 ms)Flushing 1588230740/info: creating writer at 1731856632382 (+1 ms)Flushing 1588230740/info: appending metadata at 1731856632423 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731856632425 (+2 ms)Flushing 1588230740/ns: creating writer at 1731856632897 (+472 ms)Flushing 1588230740/ns: appending metadata at 1731856632913 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731856632913Flushing 1588230740/table: creating writer at 1731856633330 (+417 ms)Flushing 1588230740/table: appending metadata at 1731856633347 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731856633347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c46a05: reopening flushed file at 1731856633766 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115f7137: reopening flushed file at 1731856633779 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7757c161: reopening flushed file at 1731856633789 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1432ms, sequenceid=11, compaction requested=false at 1731856633801 (+12 ms)Writing region close event to WAL at 1731856633802 (+1 ms)Running coprocessor post-close hooks at 1731856633815 (+13 ms)Closed at 1731856633815 2024-11-17T15:17:13,816 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:13,972 INFO [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,36839,1731856622611; all regions closed. 2024-11-17T15:17:13,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741834_1010 (size=2742) 2024-11-17T15:17:13,986 DEBUG [RS:0;7a780d55532c:36839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/oldWALs 2024-11-17T15:17:13,986 INFO [RS:0;7a780d55532c:36839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C36839%2C1731856622611.meta:.meta(num 1731856625312) 2024-11-17T15:17:13,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741837_1013 (size=1802) 2024-11-17T15:17:13,992 DEBUG [RS:0;7a780d55532c:36839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/oldWALs 2024-11-17T15:17:13,992 INFO [RS:0;7a780d55532c:36839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C36839%2C1731856622611.rep:(num 1731856630055) 2024-11-17T15:17:13,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741833_1009 (size=93) 2024-11-17T15:17:13,995 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611/7a780d55532c%2C36839%2C1731856622611.1731856624770 not finished, retry = 0 2024-11-17T15:17:14,099 DEBUG [RS:0;7a780d55532c:36839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/oldWALs 2024-11-17T15:17:14,099 INFO [RS:0;7a780d55532c:36839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C36839%2C1731856622611:(num 1731856624770) 2024-11-17T15:17:14,099 DEBUG [RS:0;7a780d55532c:36839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:14,099 INFO [RS:0;7a780d55532c:36839 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:17:14,100 INFO [RS:0;7a780d55532c:36839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:17:14,100 INFO [RS:0;7a780d55532c:36839 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:17:14,100 INFO [RS:0;7a780d55532c:36839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:17:14,100 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:17:14,100 INFO [RS:0;7a780d55532c:36839 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,36839,1731856622611 because: Region server is closing 2024-11-17T15:17:14,101 INFO [RS:0;7a780d55532c:36839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:36839. 2024-11-17T15:17:14,101 DEBUG [RS:0;7a780d55532c:36839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:14,101 DEBUG [RS:0;7a780d55532c:36839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:14,101 DEBUG [RS:0;7a780d55532c:36839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:14,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:14,201 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611.replicationSource.shipper7a780d55532c%2C36839%2C1731856622611,1-7a780d55532c,36839,1731856622611 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T15:17:14,202 INFO [RS:0;7a780d55532c:36839 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,36839,1731856622611.replicationSource.shipper7a780d55532c%2C36839%2C1731856622611,1-7a780d55532c,36839,1731856622611 terminated 2024-11-17T15:17:14,202 INFO [RS:0;7a780d55532c:36839 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7a780d55532c,36839,1731856622611 because: Region server is closing 2024-11-17T15:17:14,203 INFO [RS:0;7a780d55532c:36839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:36839. 2024-11-17T15:17:14,203 DEBUG [RS:0;7a780d55532c:36839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:14,203 DEBUG [RS:0;7a780d55532c:36839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:14,203 DEBUG [RS:0;7a780d55532c:36839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:14,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:14,303 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611.replicationSource.wal-reader.7a780d55532c%2C36839%2C1731856622611,2-7a780d55532c,36839,1731856622611 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T15:17:14,303 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611.replicationSource.shipper7a780d55532c%2C36839%2C1731856622611,2-7a780d55532c,36839,1731856622611 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T15:17:14,304 INFO [RS:0;7a780d55532c:36839 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,36839,1731856622611.replicationSource.shipper7a780d55532c%2C36839%2C1731856622611,2-7a780d55532c,36839,1731856622611 terminated 2024-11-17T15:17:14,304 INFO [RS:0;7a780d55532c:36839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36839 2024-11-17T15:17:14,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01781765383/rs/7a780d55532c,36839,1731856622611 2024-11-17T15:17:14,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383/rs 2024-11-17T15:17:14,309 INFO [RS:0;7a780d55532c:36839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:17:14,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,36839,1731856622611] 2024-11-17T15:17:14,311 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01781765383/draining/7a780d55532c,36839,1731856622611 already deleted, retry=false 2024-11-17T15:17:14,312 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,36839,1731856622611 expired; onlineServers=0 2024-11-17T15:17:14,312 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,45779,1731856621907' ***** 2024-11-17T15:17:14,312 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:17:14,312 INFO [M:0;7a780d55532c:45779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:17:14,312 INFO [M:0;7a780d55532c:45779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:17:14,312 DEBUG [M:0;7a780d55532c:45779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:17:14,312 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:17:14,312 DEBUG [M:0;7a780d55532c:45779 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:17:14,312 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856624429 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856624429,5,FailOnTimeoutGroup] 2024-11-17T15:17:14,312 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856624426 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856624426,5,FailOnTimeoutGroup] 2024-11-17T15:17:14,313 INFO [M:0;7a780d55532c:45779 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:17:14,313 INFO [M:0;7a780d55532c:45779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:17:14,313 DEBUG [M:0;7a780d55532c:45779 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:17:14,313 INFO [M:0;7a780d55532c:45779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:17:14,313 INFO [M:0;7a780d55532c:45779 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:17:14,314 INFO [M:0;7a780d55532c:45779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:17:14,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01781765383/master 2024-11-17T15:17:14,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:14,314 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:17:14,314 DEBUG [M:0;7a780d55532c:45779 {}] zookeeper.ZKUtil(347): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Unable to get data of znode /01781765383/master because node does not exist (not an error) 2024-11-17T15:17:14,314 WARN [M:0;7a780d55532c:45779 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:17:14,315 INFO [M:0;7a780d55532c:45779 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/.lastflushedseqids 2024-11-17T15:17:14,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741842_1018 (size=181) 2024-11-17T15:17:14,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:14,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36839-0x1012680be170001, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:14,412 INFO [RS:0;7a780d55532c:36839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:17:14,412 INFO [RS:0;7a780d55532c:36839 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,36839,1731856622611; zookeeper connection closed. 2024-11-17T15:17:14,412 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@380baf6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@380baf6 2024-11-17T15:17:14,413 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:17:14,728 INFO [M:0;7a780d55532c:45779 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:17:14,728 INFO [M:0;7a780d55532c:45779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:17:14,728 DEBUG [M:0;7a780d55532c:45779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:17:14,728 INFO [M:0;7a780d55532c:45779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:14,728 DEBUG [M:0;7a780d55532c:45779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:14,729 DEBUG [M:0;7a780d55532c:45779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:17:14,729 DEBUG [M:0;7a780d55532c:45779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:14,729 INFO [M:0;7a780d55532c:45779 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-17T15:17:14,747 DEBUG [M:0;7a780d55532c:45779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed027b1e941d4a47aaed95e152bd3507 is 82, key is hbase:meta,,1/info:regioninfo/1731856625424/Put/seqid=0 2024-11-17T15:17:14,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741843_1019 (size=5672) 2024-11-17T15:17:15,153 INFO [M:0;7a780d55532c:45779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed027b1e941d4a47aaed95e152bd3507 2024-11-17T15:17:15,189 DEBUG [M:0;7a780d55532c:45779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9eb5d0dfcac34ef29f8b1af3fb674f11 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731856630154/Put/seqid=0 2024-11-17T15:17:15,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741844_1020 (size=8663) 2024-11-17T15:17:15,197 INFO [M:0;7a780d55532c:45779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9eb5d0dfcac34ef29f8b1af3fb674f11 2024-11-17T15:17:15,223 DEBUG [M:0;7a780d55532c:45779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6a435e112b742c7b3978fe0f01440f1 is 69, key is 7a780d55532c,36839,1731856622611/rs:state/1731856624521/Put/seqid=0 2024-11-17T15:17:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741845_1021 (size=5156) 2024-11-17T15:17:15,630 INFO [M:0;7a780d55532c:45779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6a435e112b742c7b3978fe0f01440f1 2024-11-17T15:17:15,638 DEBUG [M:0;7a780d55532c:45779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed027b1e941d4a47aaed95e152bd3507 as hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed027b1e941d4a47aaed95e152bd3507 2024-11-17T15:17:15,645 INFO [M:0;7a780d55532c:45779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed027b1e941d4a47aaed95e152bd3507, entries=8, sequenceid=115, filesize=5.5 K 2024-11-17T15:17:15,646 DEBUG [M:0;7a780d55532c:45779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9eb5d0dfcac34ef29f8b1af3fb674f11 as hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9eb5d0dfcac34ef29f8b1af3fb674f11 2024-11-17T15:17:15,653 INFO [M:0;7a780d55532c:45779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9eb5d0dfcac34ef29f8b1af3fb674f11, entries=14, sequenceid=115, filesize=8.5 K 2024-11-17T15:17:15,654 DEBUG [M:0;7a780d55532c:45779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6a435e112b742c7b3978fe0f01440f1 as hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6a435e112b742c7b3978fe0f01440f1 2024-11-17T15:17:15,660 INFO [M:0;7a780d55532c:45779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6a435e112b742c7b3978fe0f01440f1, entries=1, sequenceid=115, filesize=5.0 K 2024-11-17T15:17:15,662 INFO [M:0;7a780d55532c:45779 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=115, compaction requested=false 2024-11-17T15:17:15,663 INFO [M:0;7a780d55532c:45779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:15,663 DEBUG [M:0;7a780d55532c:45779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856634728Disabling compacts and flushes for region at 1731856634728Disabling writes for close at 1731856634729 (+1 ms)Obtaining lock to block concurrent updates at 1731856634729Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856634729Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731856634729Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856634730 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856634730Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856634746 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856634747 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856635165 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856635189 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856635189Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856635205 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856635222 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856635222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e44c4a0: reopening flushed file at 1731856635637 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c57bd46: reopening flushed file at 1731856635645 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7883c383: reopening flushed file at 1731856635653 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=115, compaction requested=false at 1731856635662 (+9 ms)Writing region close event to WAL at 1731856635663 (+1 ms)Closed at 1731856635663 2024-11-17T15:17:15,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741830_1006 (size=59421) 2024-11-17T15:17:15,667 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:17:15,668 INFO [M:0;7a780d55532c:45779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:17:15,668 INFO [M:0;7a780d55532c:45779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45779 2024-11-17T15:17:15,668 INFO [M:0;7a780d55532c:45779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:17:15,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:15,770 INFO [M:0;7a780d55532c:45779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:17:15,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45779-0x1012680be170000, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:15,772 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:17:15,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:15,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:15,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:17:15,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:15,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:17:15,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:17:15,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:17:15,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46775 2024-11-17T15:17:15,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46775 connecting to ZooKeeper ensemble=127.0.0.1:63407 2024-11-17T15:17:15,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467750x0, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:15,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46775-0x1012680be170006 connected 2024-11-17T15:17:15,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:15,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:15,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on znode that does not yet exist, /01781765383/running 2024-11-17T15:17:15,785 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01781765383/meta-region-server: INIT 2024-11-17T15:17:15,785 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6, hbase.cluster.distributed=false 2024-11-17T15:17:15,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on znode that does not yet exist, /01781765383/acl 2024-11-17T15:17:15,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46775 2024-11-17T15:17:15,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46775 2024-11-17T15:17:15,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46775 2024-11-17T15:17:15,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46775 2024-11-17T15:17:15,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46775 2024-11-17T15:17:15,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:17:15,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:15,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:15,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:17:15,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:15,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:17:15,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:17:15,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:17:15,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33003 2024-11-17T15:17:15,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33003 connecting to ZooKeeper ensemble=127.0.0.1:63407 2024-11-17T15:17:15,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:15,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:15,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330030x0, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:15,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330030x0, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on znode that does not yet exist, /01781765383/running 2024-11-17T15:17:15,819 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01781765383/meta-region-server: INIT 2024-11-17T15:17:15,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33003-0x1012680be170007 connected 2024-11-17T15:17:15,819 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:17:15,820 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:17:15,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on znode that does not yet exist, /01781765383/master 2024-11-17T15:17:15,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on znode that does not yet exist, /01781765383/acl 2024-11-17T15:17:15,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33003 2024-11-17T15:17:15,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33003 2024-11-17T15:17:15,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33003 2024-11-17T15:17:15,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33003 2024-11-17T15:17:15,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33003 2024-11-17T15:17:15,844 DEBUG [M:0;7a780d55532c:46775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:46775 2024-11-17T15:17:15,845 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01781765383/backup-masters/7a780d55532c,46775,1731856635772 2024-11-17T15:17:15,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383/backup-masters 2024-11-17T15:17:15,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383/backup-masters 2024-11-17T15:17:15,849 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on existing znode=/01781765383/backup-masters/7a780d55532c,46775,1731856635772 2024-11-17T15:17:15,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:15,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01781765383/master 2024-11-17T15:17:15,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:15,853 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on existing znode=/01781765383/master 2024-11-17T15:17:15,853 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01781765383/backup-masters/7a780d55532c,46775,1731856635772 from backup master directory 2024-11-17T15:17:15,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01781765383/backup-masters/7a780d55532c,46775,1731856635772 2024-11-17T15:17:15,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383/backup-masters 2024-11-17T15:17:15,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383/backup-masters 2024-11-17T15:17:15,855 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:17:15,855 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,46775,1731856635772 2024-11-17T15:17:15,872 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:15,872 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:17:15,887 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-17T15:17:15,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741846_1022 (size=196) 2024-11-17T15:17:16,296 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:17:16,297 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:17:16,298 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:16,307 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-17T15:17:16,311 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,45779,1731856621907 to hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,45779,1731856621907-dead as it is dead 2024-11-17T15:17:16,312 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T15:17:16,312 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T15:17:16,312 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,45779,1731856621907-dead/7a780d55532c%2C45779%2C1731856621907.1731856623859 2024-11-17T15:17:16,320 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,45779,1731856621907-dead/7a780d55532c%2C45779%2C1731856621907.1731856623859 after 5ms 2024-11-17T15:17:16,321 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,45779,1731856621907-dead/7a780d55532c%2C45779%2C1731856621907.1731856623859 to hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7a780d55532c%2C45779%2C1731856621907.1731856623859 2024-11-17T15:17:16,321 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,45779,1731856621907-dead 2024-11-17T15:17:16,322 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,46775,1731856635772 2024-11-17T15:17:16,323 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:17:16,325 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C46775%2C1731856635772, suffix=, logDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,46775,1731856635772, archiveDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/oldWALs, maxLogs=10 2024-11-17T15:17:16,341 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,46775,1731856635772/7a780d55532c%2C46775%2C1731856635772.1731856636325, exclude list is [], retry=0 2024-11-17T15:17:16,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-5f6cdc68-4644-4baa-9f09-2b26009def30,DISK] 2024-11-17T15:17:16,349 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,46775,1731856635772/7a780d55532c%2C46775%2C1731856635772.1731856636325 2024-11-17T15:17:16,349 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38137:38137)] 2024-11-17T15:17:16,350 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:16,350 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:16,350 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:16,350 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:16,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:16,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:17:16,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:16,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed027b1e941d4a47aaed95e152bd3507 2024-11-17T15:17:16,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:16,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:16,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:17:16,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:16,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9eb5d0dfcac34ef29f8b1af3fb674f11 2024-11-17T15:17:16,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:16,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:16,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:17:16,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:16,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6a435e112b742c7b3978fe0f01440f1 2024-11-17T15:17:16,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:16,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:16,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:17:16,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:16,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:16,387 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:16,388 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-17T15:17:16,388 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7a780d55532c%2C45779%2C1731856621907.1731856623859 2024-11-17T15:17:16,403 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7a780d55532c%2C45779%2C1731856621907.1731856623859 2024-11-17T15:17:16,404 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7a780d55532c%2C45779%2C1731856621907.1731856623859 2024-11-17T15:17:16,406 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:16,406 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:16,407 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:16,409 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:16,412 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-17T15:17:16,413 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70574687, jitterRate=0.051644787192344666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:16,414 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856636350Initializing all the Stores at 1731856636352 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856636352Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856636352Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856636352Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856636352Cleaning up temporary data from old regions at 1731856636406 (+54 ms)Region opened successfully at 1731856636413 (+7 ms) 2024-11-17T15:17:16,414 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:17:16,418 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63197b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:17:16,431 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-17T15:17:16,431 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:17:16,432 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:17:16,432 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:17:16,432 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:17:16,438 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:16,438 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:17:16,439 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:17:16,439 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:17:16,439 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T15:17:16,439 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T15:17:16,439 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-17T15:17:16,439 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:17:16,444 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7a780d55532c,36839,1731856622611, regionLocation=7a780d55532c,36839,1731856622611, openSeqNum=2 2024-11-17T15:17:16,444 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7a780d55532c,36839,1731856622611, table=hbase:meta, region=1588230740 2024-11-17T15:17:16,444 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,36839,1731856622611, state=OPEN 2024-11-17T15:17:16,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01781765383/meta-region-server 2024-11-17T15:17:16,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01781765383/meta-region-server 2024-11-17T15:17:16,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01781765383/meta-region-server: CHANGED 2024-11-17T15:17:16,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01781765383/meta-region-server: CHANGED 2024-11-17T15:17:16,452 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:17:16,453 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01781765383/draining/7a780d55532c,36839,1731856622611 already deleted, retry=false 2024-11-17T15:17:16,454 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7a780d55532c,36839,1731856622611 on 7a780d55532c,46775,1731856635772 2024-11-17T15:17:16,459 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7a780d55532c,36839,1731856622611, splitWal=true, meta=true 2024-11-17T15:17:16,461 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 7a780d55532c,36839,1731856622611 (carryingMeta=true) 7a780d55532c,36839,1731856622611/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@750bd06d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T15:17:16,464 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Unable to get data of znode /01781765383/balancer because node does not exist (not necessarily an error) 2024-11-17T15:17:16,465 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01781765383/balancer already deleted, retry=false 2024-11-17T15:17:16,466 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:17:16,466 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Unable to get data of znode /01781765383/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:17:16,472 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01781765383/normalizer already deleted, retry=false 2024-11-17T15:17:16,472 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:17:16,473 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Unable to get data of znode /01781765383/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:17:16,474 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01781765383/switch/split already deleted, retry=false 2024-11-17T15:17:16,475 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Unable to get data of znode /01781765383/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:17:16,475 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01781765383/switch/merge already deleted, retry=false 2024-11-17T15:17:16,484 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Unable to get data of znode /01781765383/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:17:16,485 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01781765383/snapshot-cleanup already deleted, retry=false 2024-11-17T15:17:16,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01781765383/running 2024-11-17T15:17:16,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01781765383/running 2024-11-17T15:17:16,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:16,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:16,487 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,46775,1731856635772, sessionid=0x1012680be170006, setting cluster-up flag (Was=false) 2024-11-17T15:17:16,489 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01781765383/flush-table-proc/acquired, /01781765383/flush-table-proc/reached, /01781765383/flush-table-proc/abort 2024-11-17T15:17:16,490 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,46775,1731856635772 2024-11-17T15:17:16,494 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01781765383/online-snapshot/acquired, /01781765383/online-snapshot/reached, /01781765383/online-snapshot/abort 2024-11-17T15:17:16,495 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,46775,1731856635772 2024-11-17T15:17:16,496 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/.lastflushedseqids 2024-11-17T15:17:16,500 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:17:16,500 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:17:16,500 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,46775,1731856635772 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7a780d55532c,36839,1731856622611 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:17:16,501 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:16,501 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:16,501 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:16,501 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:16,502 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:17:16,502 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:16,502 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:17:16,502 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:16,502 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856666502 2024-11-17T15:17:16,503 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:17:16,503 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:17:16,503 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:17:16,503 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:17:16,503 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:17:16,503 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:17:16,503 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:16,503 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:17:16,503 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:17:16,503 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:17:16,504 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:17:16,504 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:17:16,504 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:17:16,504 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856636504,5,FailOnTimeoutGroup] 2024-11-17T15:17:16,505 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7a780d55532c,36839,1731856622611, splitWal=true, meta=true 2024-11-17T15:17:16,505 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856636504,5,FailOnTimeoutGroup] 2024-11-17T15:17:16,505 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:16,505 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:17:16,506 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:16,506 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:16,506 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856636506, completionTime=-1 2024-11-17T15:17:16,506 WARN [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-17T15:17:16,506 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7a780d55532c,36839,1731856622611, splitWal=true, meta=true, isMeta: true 2024-11-17T15:17:16,508 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611-splitting 2024-11-17T15:17:16,508 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611-splitting dir is empty, no logs to split. 2024-11-17T15:17:16,509 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7a780d55532c,36839,1731856622611 WAL count=0, meta=true 2024-11-17T15:17:16,509 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T15:17:16,513 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611-splitting dir is empty, no logs to split. 2024-11-17T15:17:16,513 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7a780d55532c,36839,1731856622611 WAL count=0, meta=true 2024-11-17T15:17:16,513 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7a780d55532c,36839,1731856622611 WAL splitting is done? wals=0, meta=true 2024-11-17T15:17:16,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:17:16,517 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:17:16,518 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T15:17:16,529 INFO [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(746): ClusterId : 469ee621-adde-4a48-82bd-b925fa79d65b 2024-11-17T15:17:16,529 DEBUG [RS:0;7a780d55532c:33003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:17:16,532 DEBUG [RS:0;7a780d55532c:33003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:17:16,532 DEBUG [RS:0;7a780d55532c:33003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:17:16,534 DEBUG [RS:0;7a780d55532c:33003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:17:16,534 DEBUG [RS:0;7a780d55532c:33003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dea615f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:17:16,548 DEBUG [RS:0;7a780d55532c:33003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:33003 2024-11-17T15:17:16,548 INFO [RS:0;7a780d55532c:33003 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:17:16,548 INFO [RS:0;7a780d55532c:33003 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:17:16,548 DEBUG [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:17:16,549 INFO [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,46775,1731856635772 with port=33003, startcode=1731856635807 2024-11-17T15:17:16,549 DEBUG [RS:0;7a780d55532c:33003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:17:16,551 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:17:16,552 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,33003,1731856635807 2024-11-17T15:17:16,552 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46775 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,33003,1731856635807 2024-11-17T15:17:16,554 DEBUG [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6 2024-11-17T15:17:16,554 DEBUG [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42175 2024-11-17T15:17:16,554 DEBUG [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:17:16,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383/rs 2024-11-17T15:17:16,557 DEBUG [RS:0;7a780d55532c:33003 {}] zookeeper.ZKUtil(111): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on existing znode=/01781765383/rs/7a780d55532c,33003,1731856635807 2024-11-17T15:17:16,557 WARN [RS:0;7a780d55532c:33003 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:17:16,557 INFO [RS:0;7a780d55532c:33003 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:16,557 DEBUG [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807 2024-11-17T15:17:16,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,33003,1731856635807] 2024-11-17T15:17:16,559 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T15:17:16,595 INFO [RS:0;7a780d55532c:33003 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:17:16,597 INFO [RS:0;7a780d55532c:33003 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:17:16,597 INFO [RS:0;7a780d55532c:33003 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:17:16,597 INFO [RS:0;7a780d55532c:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:16,598 INFO [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:17:16,599 INFO [RS:0;7a780d55532c:33003 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:17:16,599 INFO [RS:0;7a780d55532c:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:16,599 DEBUG [RS:0;7a780d55532c:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:16,599 DEBUG [RS:0;7a780d55532c:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:16,599 DEBUG [RS:0;7a780d55532c:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:16,599 DEBUG [RS:0;7a780d55532c:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:16,599 DEBUG [RS:0;7a780d55532c:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:16,599 DEBUG [RS:0;7a780d55532c:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:17:16,599 DEBUG [RS:0;7a780d55532c:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:16,599 DEBUG [RS:0;7a780d55532c:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:16,599 DEBUG [RS:0;7a780d55532c:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:16,599 DEBUG [RS:0;7a780d55532c:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:16,599 DEBUG [RS:0;7a780d55532c:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:16,599 DEBUG [RS:0;7a780d55532c:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:16,600 DEBUG [RS:0;7a780d55532c:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:17:16,600 DEBUG [RS:0;7a780d55532c:33003 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:17:16,600 INFO [RS:0;7a780d55532c:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:16,600 INFO [RS:0;7a780d55532c:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:16,600 INFO [RS:0;7a780d55532c:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:16,600 INFO [RS:0;7a780d55532c:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:16,600 INFO [RS:0;7a780d55532c:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:16,600 INFO [RS:0;7a780d55532c:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,33003,1731856635807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:17:16,621 INFO [RS:0;7a780d55532c:33003 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:17:16,621 INFO [RS:0;7a780d55532c:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,33003,1731856635807-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:16,638 INFO [RS:0;7a780d55532c:33003 {}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,33003,1731856635807, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:17:16,656 INFO [RS:0;7a780d55532c:33003 {}] regionserver.ReplicationSource(231): queueId=2-7a780d55532c,33003,1731856635807, ReplicationSource: 2, currentBandwidth=0 2024-11-17T15:17:16,656 INFO [RS:0;7a780d55532c:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:16,656 INFO [RS:0;7a780d55532c:33003 {}] regionserver.Replication(171): 7a780d55532c,33003,1731856635807 started 2024-11-17T15:17:16,657 DEBUG [RS:0;7a780d55532c:33003.replicationSource,1-7a780d55532c,33003,1731856635807 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:42965' 2024-11-17T15:17:16,658 DEBUG [RS:0;7a780d55532c:33003.replicationSource,1-7a780d55532c,33003,1731856635807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@abf06d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:16,658 DEBUG [RS:0;7a780d55532c:33003.replicationSource,1-7a780d55532c,33003,1731856635807 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,42965,-1 for getting cluster id 2024-11-17T15:17:16,658 DEBUG [RS:0;7a780d55532c:33003.replicationSource,1-7a780d55532c,33003,1731856635807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:16,660 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62f4e581-aa9e-45a3-a473-984c064576d6' 2024-11-17T15:17:16,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:16,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62f4e581-aa9e-45a3-a473-984c064576d6" 2024-11-17T15:17:16,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74ea5fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:16,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,42965,-1] 2024-11-17T15:17:16,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:16,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:16,662 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:16,663 DEBUG [RS:0;7a780d55532c:33003.replicationSource,1-7a780d55532c,33003,1731856635807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fa25444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:16,663 DEBUG [RS:0;7a780d55532c:33003.replicationSource,1-7a780d55532c,33003,1731856635807 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:16,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,42965,1731856626923 2024-11-17T15:17:16,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf5563d 2024-11-17T15:17:16,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:16,666 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-17T15:17:16,666 INFO [RS:0;7a780d55532c:33003.replicationSource,1-7a780d55532c,33003,1731856635807 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,33003,1731856635807 (queues=0) is replicating from cluster=469ee621-adde-4a48-82bd-b925fa79d65b to cluster=62f4e581-aa9e-45a3-a473-984c064576d6 2024-11-17T15:17:16,668 WARN [7a780d55532c:46775 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T15:17:16,673 DEBUG [RS:0;7a780d55532c:33003.replicationSource,2-7a780d55532c,33003,1731856635807 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:42965' 2024-11-17T15:17:16,675 DEBUG [RS:0;7a780d55532c:33003.replicationSource,2-7a780d55532c,33003,1731856635807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@377c33b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:16,675 DEBUG [RS:0;7a780d55532c:33003.replicationSource,2-7a780d55532c,33003,1731856635807 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,42965,-1 for getting cluster id 2024-11-17T15:17:16,675 DEBUG [RS:0;7a780d55532c:33003.replicationSource,2-7a780d55532c,33003,1731856635807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:16,676 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62f4e581-aa9e-45a3-a473-984c064576d6' 2024-11-17T15:17:16,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:16,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62f4e581-aa9e-45a3-a473-984c064576d6" 2024-11-17T15:17:16,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51c72079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:16,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,42965,-1] 2024-11-17T15:17:16,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:16,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:16,678 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:16,678 DEBUG [RS:0;7a780d55532c:33003.replicationSource,2-7a780d55532c,33003,1731856635807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f5f38b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:16,678 DEBUG [RS:0;7a780d55532c:33003.replicationSource,2-7a780d55532c,33003,1731856635807 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:16,679 INFO [RS:0;7a780d55532c:33003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:16,679 INFO [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,33003,1731856635807, RpcServer on 7a780d55532c/172.17.0.2:33003, sessionid=0x1012680be170007 2024-11-17T15:17:16,679 DEBUG [RS:0;7a780d55532c:33003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:17:16,679 DEBUG [RS:0;7a780d55532c:33003 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,33003,1731856635807 2024-11-17T15:17:16,679 DEBUG [RS:0;7a780d55532c:33003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,33003,1731856635807' 2024-11-17T15:17:16,679 DEBUG [RS:0;7a780d55532c:33003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01781765383/flush-table-proc/abort' 2024-11-17T15:17:16,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,42965,1731856626923 2024-11-17T15:17:16,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ae67b5 2024-11-17T15:17:16,680 DEBUG [RS:0;7a780d55532c:33003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01781765383/flush-table-proc/acquired' 2024-11-17T15:17:16,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:16,681 DEBUG [RS:0;7a780d55532c:33003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:17:16,681 DEBUG [RS:0;7a780d55532c:33003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:17:16,681 DEBUG [RS:0;7a780d55532c:33003 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,33003,1731856635807 2024-11-17T15:17:16,681 DEBUG [RS:0;7a780d55532c:33003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,33003,1731856635807' 2024-11-17T15:17:16,681 DEBUG [RS:0;7a780d55532c:33003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01781765383/online-snapshot/abort' 2024-11-17T15:17:16,681 DEBUG [RS:0;7a780d55532c:33003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01781765383/online-snapshot/acquired' 2024-11-17T15:17:16,681 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-17T15:17:16,682 DEBUG [RS:0;7a780d55532c:33003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:17:16,682 INFO [RS:0;7a780d55532c:33003 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:17:16,682 INFO [RS:0;7a780d55532c:33003 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:17:16,682 INFO [RS:0;7a780d55532c:33003.replicationSource,2-7a780d55532c,33003,1731856635807 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7a780d55532c,33003,1731856635807 (queues=0) is replicating from cluster=469ee621-adde-4a48-82bd-b925fa79d65b to cluster=62f4e581-aa9e-45a3-a473-984c064576d6 2024-11-17T15:17:16,783 INFO [RS:0;7a780d55532c:33003 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:17:16,785 INFO [RS:0;7a780d55532c:33003 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C33003%2C1731856635807, suffix=, logDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807, archiveDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/oldWALs, maxLogs=10 2024-11-17T15:17:16,799 DEBUG [RS:0;7a780d55532c:33003 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785, exclude list is [], retry=0 2024-11-17T15:17:16,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-5f6cdc68-4644-4baa-9f09-2b26009def30,DISK] 2024-11-17T15:17:16,804 INFO [RS:0;7a780d55532c:33003 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 2024-11-17T15:17:16,805 DEBUG [RS:0;7a780d55532c:33003 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7a780d55532c%2C33003%2C1731856635807 for peer 1 2024-11-17T15:17:16,805 DEBUG [RS:0;7a780d55532c:33003 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7a780d55532c%2C33003%2C1731856635807 for peer 2 2024-11-17T15:17:16,805 DEBUG [RS:0;7a780d55532c:33003 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C33003%2C1731856635807 2024-11-17T15:17:16,805 INFO [RS:0;7a780d55532c:33003 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,33003,1731856635807, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:17:16,805 DEBUG [RS:0;7a780d55532c:33003 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7a780d55532c%2C33003%2C1731856635807 2024-11-17T15:17:16,805 INFO [RS:0;7a780d55532c:33003.replicationSource.shipper7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C33003%2C1731856635807 2024-11-17T15:17:16,806 INFO [RS:0;7a780d55532c:33003 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7a780d55532c,33003,1731856635807, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:17:16,806 INFO [RS:0;7a780d55532c:33003.replicationSource.shipper7a780d55532c%2C33003%2C1731856635807,2-7a780d55532c,33003,1731856635807 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C33003%2C1731856635807 2024-11-17T15:17:16,806 DEBUG [RS:0;7a780d55532c:33003 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38137:38137)] 2024-11-17T15:17:16,806 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,2-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785, startPosition=0, beingWritten=true 2024-11-17T15:17:16,806 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785, startPosition=0, beingWritten=true 2024-11-17T15:17:16,918 DEBUG [7a780d55532c:46775 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:17:16,919 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,33003,1731856635807 2024-11-17T15:17:16,921 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,33003,1731856635807, state=OPENING 2024-11-17T15:17:16,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01781765383/meta-region-server 2024-11-17T15:17:16,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01781765383/meta-region-server 2024-11-17T15:17:16,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01781765383/meta-region-server: CHANGED 2024-11-17T15:17:16,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01781765383/meta-region-server: CHANGED 2024-11-17T15:17:16,925 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:17:16,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,33003,1731856635807}] 2024-11-17T15:17:17,015 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:17,019 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,2-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:17,079 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:17:17,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:17:17,085 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:17:17,085 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:17,086 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:17:17,088 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C33003%2C1731856635807.meta, suffix=.meta, logDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807, archiveDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/oldWALs, maxLogs=10 2024-11-17T15:17:17,103 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.meta.1731856637089.meta, exclude list is [], retry=0 2024-11-17T15:17:17,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-5f6cdc68-4644-4baa-9f09-2b26009def30,DISK] 2024-11-17T15:17:17,108 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.meta.1731856637089.meta 2024-11-17T15:17:17,108 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38137:38137)] 2024-11-17T15:17:17,109 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:17,109 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:17:17,109 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:17:17,109 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:17:17,109 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:17:17,110 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:17:17,110 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:17,110 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:17:17,110 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:17:17,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:17:17,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:17:17,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:17,123 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/info/3b32904dcb514d59b9887634f7082ddb 2024-11-17T15:17:17,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:17,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:17:17,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:17:17,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:17,135 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/ns/52b9376420c64a5086f1fd8375b7c70e 2024-11-17T15:17:17,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:17,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:17:17,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:17:17,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:17,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:17,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:17:17,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:17:17,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:17,150 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/table/d2790b8aea0241bbbb8b669a3af144c2 2024-11-17T15:17:17,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:17,151 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:17:17,152 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740 2024-11-17T15:17:17,154 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740 2024-11-17T15:17:17,156 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:17:17,156 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:17:17,157 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:17,159 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:17:17,160 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68651553, jitterRate=0.022987857460975647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:17,160 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:17:17,160 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856637110Writing region info on filesystem at 1731856637110Initializing all the Stores at 1731856637111 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856637111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856637113 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856637113Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856637113Cleaning up temporary data from old regions at 1731856637156 (+43 ms)Running coprocessor post-open hooks at 1731856637160 (+4 ms)Region opened successfully at 1731856637160 2024-11-17T15:17:17,162 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731856637079 2024-11-17T15:17:17,165 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:17:17,165 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:17:17,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7a780d55532c,33003,1731856635807 2024-11-17T15:17:17,167 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,33003,1731856635807, state=OPEN 2024-11-17T15:17:17,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01781765383/meta-region-server 2024-11-17T15:17:17,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01781765383/meta-region-server 2024-11-17T15:17:17,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01781765383/meta-region-server: CHANGED 2024-11-17T15:17:17,170 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,33003,1731856635807 2024-11-17T15:17:17,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01781765383/meta-region-server: CHANGED 2024-11-17T15:17:17,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-17T15:17:17,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,33003,1731856635807 in 245 msec 2024-11-17T15:17:17,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-17T15:17:17,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-11-17T15:17:17,323 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:17,326 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,2-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:17,730 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:17,732 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,2-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:18,062 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-17T15:17:18,237 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:18,238 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,2-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:18,426 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:17:18,846 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:18,849 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,2-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:19,553 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:19,555 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,2-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:19,564 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3058ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-17T15:17:20,361 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:20,362 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,2-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:21,017 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-17T15:17:21,017 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:17:21,017 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:21,017 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,33003,1731856635807, seqNum=-1] 2024-11-17T15:17:21,018 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:21,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:21,026 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e17a29b388bb16ed3460ec48d7ad203, regionState=OPEN, lastHost=7a780d55532c,36839,1731856622611, regionLocation=7a780d55532c,36839,1731856622611, openSeqNum=2 2024-11-17T15:17:21,026 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:17:21,026 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856701026 2024-11-17T15:17:21,026 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856761026 2024-11-17T15:17:21,026 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-17T15:17:21,027 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,46775,1731856635772-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:21,027 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,46775,1731856635772-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:21,027 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,46775,1731856635772-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:21,027 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 7a780d55532c,36839,1731856622611 had 2 regions 2024-11-17T15:17:21,027 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:46775, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:21,027 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:21,028 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:21,029 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7a780d55532c,36839,1731856622611, splitWal=true, meta=true, isMeta: false 2024-11-17T15:17:21,031 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611-splitting dir is empty, no logs to split. 2024-11-17T15:17:21,031 INFO [PEWorker-4 {}] master.SplitWALManager(105): 7a780d55532c,36839,1731856622611 WAL count=0, meta=false 2024-11-17T15:17:21,034 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.179sec 2024-11-17T15:17:21,035 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:17:21,035 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:17:21,035 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:17:21,035 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:17:21,035 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:17:21,035 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,46775,1731856635772-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:17:21,035 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,36839,1731856622611-splitting dir is empty, no logs to split. 2024-11-17T15:17:21,035 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,46775,1731856635772-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:17:21,035 INFO [PEWorker-4 {}] master.SplitWALManager(105): 7a780d55532c,36839,1731856622611 WAL count=0, meta=false 2024-11-17T15:17:21,035 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 7a780d55532c,36839,1731856622611 WAL splitting is done? wals=0, meta=false 2024-11-17T15:17:21,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e17a29b388bb16ed3460ec48d7ad203, ASSIGN}] 2024-11-17T15:17:21,039 WARN [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7a780d55532c,36839,1731856622611/hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:21,040 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e17a29b388bb16ed3460ec48d7ad203, ASSIGN 2024-11-17T15:17:21,040 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:17:21,040 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:17:21,040 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,46775,1731856635772-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:21,041 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e17a29b388bb16ed3460ec48d7ad203, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T15:17:21,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c33c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:21,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,46775,-1 for getting cluster id 2024-11-17T15:17:21,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:21,134 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '469ee621-adde-4a48-82bd-b925fa79d65b' 2024-11-17T15:17:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "469ee621-adde-4a48-82bd-b925fa79d65b" 2024-11-17T15:17:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174631e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,46775,-1] 2024-11-17T15:17:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:21,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:21,138 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae73adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:21,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,33003,1731856635807, seqNum=-1] 2024-11-17T15:17:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:21,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:21,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-17T15:17:21,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:21,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:21,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:21,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:21,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7a780d55532c:46775 after: 7a780d55532c:46775 2024-11-17T15:17:21,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e78affd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:21,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,46775,-1 for getting cluster id 2024-11-17T15:17:21,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:21,148 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '469ee621-adde-4a48-82bd-b925fa79d65b' 2024-11-17T15:17:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "469ee621-adde-4a48-82bd-b925fa79d65b" 2024-11-17T15:17:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723bb0fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,46775,-1] 2024-11-17T15:17:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:21,150 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:21,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b049635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:21,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,46775,1731856635772 2024-11-17T15:17:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@294aabb2 2024-11-17T15:17:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:21,153 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:21,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T15:17:21,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T15:17:21,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T15:17:21,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T15:17:21,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:17:21,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:21,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:21,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:21,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:21,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:21,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:17:21,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1274999828, stopped=false 2024-11-17T15:17:21,157 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,42965,1731856626923 2024-11-17T15:17:21,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1333495780/running 2024-11-17T15:17:21,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1333495780/running 2024-11-17T15:17:21,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:21,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:21,160 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:17:21,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:21,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Set watcher on znode that does not yet exist, /1333495780/running 2024-11-17T15:17:21,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:21,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:21,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Set watcher on znode that does not yet exist, /1333495780/running 2024-11-17T15:17:21,161 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,41927,1731856627004' ***** 2024-11-17T15:17:21,161 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:17:21,161 INFO [RS:0;7a780d55532c:41927 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:17:21,162 INFO [RS:0;7a780d55532c:41927 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:17:21,162 INFO [RS:0;7a780d55532c:41927 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:17:21,162 INFO [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,41927,1731856627004 2024-11-17T15:17:21,162 INFO [RS:0;7a780d55532c:41927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:17:21,162 INFO [RS:0;7a780d55532c:41927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:41927. 2024-11-17T15:17:21,162 DEBUG [RS:0;7a780d55532c:41927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:21,162 DEBUG [RS:0;7a780d55532c:41927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:21,162 INFO [RS:0;7a780d55532c:41927 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:17:21,162 INFO [RS:0;7a780d55532c:41927 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:17:21,162 INFO [RS:0;7a780d55532c:41927 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:17:21,162 INFO [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:17:21,162 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:17:21,162 INFO [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T15:17:21,162 DEBUG [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:17:21,162 DEBUG [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:21,163 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:17:21,163 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:17:21,163 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:17:21,163 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:17:21,163 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:17:21,163 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T15:17:21,181 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/data/hbase/meta/1588230740/.tmp/ns/ae6a45571c144586828b1f242d3c8720 is 43, key is default/ns:d/1731856629063/Put/seqid=0 2024-11-17T15:17:21,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741835_1011 (size=5153) 2024-11-17T15:17:21,191 DEBUG [7a780d55532c:46775 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:17:21,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3e17a29b388bb16ed3460ec48d7ad203, regionState=OPENING, regionLocation=7a780d55532c,33003,1731856635807 2024-11-17T15:17:21,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e17a29b388bb16ed3460ec48d7ad203, ASSIGN because future has completed 2024-11-17T15:17:21,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e17a29b388bb16ed3460ec48d7ad203, server=7a780d55532c,33003,1731856635807}] 2024-11-17T15:17:21,245 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:17:21,268 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:21,269 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,2-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:21,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:21,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:21,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:17:21,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C33003%2C1731856635807.rep, suffix=, logDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807, archiveDir=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/oldWALs, maxLogs=10 2024-11-17T15:17:21,363 DEBUG [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:21,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.rep.1731856641356, exclude list is [], retry=0 2024-11-17T15:17:21,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-5f6cdc68-4644-4baa-9f09-2b26009def30,DISK] 2024-11-17T15:17:21,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.rep.1731856641356 2024-11-17T15:17:21,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38137:38137)] 2024-11-17T15:17:21,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e17a29b388bb16ed3460ec48d7ad203, NAME => 'hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:21,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:17:21,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:17:21,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. service=MultiRowMutationService 2024-11-17T15:17:21,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:17:21,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:21,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:21,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:21,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:21,380 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:21,381 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e17a29b388bb16ed3460ec48d7ad203 columnFamilyName hfileref 2024-11-17T15:17:21,381 DEBUG [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:21,382 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] regionserver.HStore(327): Store=3e17a29b388bb16ed3460ec48d7ad203/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:21,382 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:21,383 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e17a29b388bb16ed3460ec48d7ad203 columnFamilyName queue 2024-11-17T15:17:21,383 DEBUG [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:21,390 DEBUG [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/replication/3e17a29b388bb16ed3460ec48d7ad203/queue/a76521d88b2948e082471e1ca8fa0264 2024-11-17T15:17:21,390 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] regionserver.HStore(327): Store=3e17a29b388bb16ed3460ec48d7ad203/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:21,390 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:21,391 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e17a29b388bb16ed3460ec48d7ad203 columnFamilyName sid 2024-11-17T15:17:21,391 DEBUG [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:21,391 INFO [StoreOpener-3e17a29b388bb16ed3460ec48d7ad203-1 {}] regionserver.HStore(327): Store=3e17a29b388bb16ed3460ec48d7ad203/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:21,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:21,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/replication/3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:21,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/replication/3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:21,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:21,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:21,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:17:21,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:21,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 3e17a29b388bb16ed3460ec48d7ad203; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61564371, jitterRate=-0.08261938393115997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:17:21,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:21,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3e17a29b388bb16ed3460ec48d7ad203: Running coprocessor pre-open hook at 1731856641379Writing region info on filesystem at 1731856641379Initializing all the Stores at 1731856641380 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856641380Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856641380Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856641380Cleaning up temporary data from old regions at 1731856641395 (+15 ms)Running coprocessor post-open hooks at 1731856641398 (+3 ms)Region opened successfully at 1731856641399 (+1 ms) 2024-11-17T15:17:21,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203., pid=19, masterSystemTime=1731856641348 2024-11-17T15:17:21,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:21,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:21,404 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3e17a29b388bb16ed3460ec48d7ad203, regionState=OPEN, openSeqNum=10, regionLocation=7a780d55532c,33003,1731856635807 2024-11-17T15:17:21,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e17a29b388bb16ed3460ec48d7ad203, server=7a780d55532c,33003,1731856635807 because future has completed 2024-11-17T15:17:21,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-17T15:17:21,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e17a29b388bb16ed3460ec48d7ad203, server=7a780d55532c,33003,1731856635807 in 213 msec 2024-11-17T15:17:21,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-17T15:17:21,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e17a29b388bb16ed3460ec48d7ad203, ASSIGN in 372 msec 2024-11-17T15:17:21,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-17T15:17:21,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203., hostname=7a780d55532c,33003,1731856635807, seqNum=10] 2024-11-17T15:17:21,452 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 7a780d55532c,36839,1731856622611 2024-11-17T15:17:21,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-17T15:17:21,563 DEBUG [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:21,586 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/data/hbase/meta/1588230740/.tmp/ns/ae6a45571c144586828b1f242d3c8720 2024-11-17T15:17:21,595 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/data/hbase/meta/1588230740/.tmp/ns/ae6a45571c144586828b1f242d3c8720 as hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/data/hbase/meta/1588230740/ns/ae6a45571c144586828b1f242d3c8720 2024-11-17T15:17:21,601 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/data/hbase/meta/1588230740/ns/ae6a45571c144586828b1f242d3c8720, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T15:17:21,602 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false 2024-11-17T15:17:21,602 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:17:21,607 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T15:17:21,607 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:17:21,607 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:17:21,607 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:21,608 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856641162Running coprocessor pre-close hooks at 1731856641162Disabling compacts and flushes for region at 1731856641162Disabling writes for close at 1731856641163 (+1 ms)Obtaining lock to block concurrent updates at 1731856641163Preparing flush snapshotting stores in 1588230740 at 1731856641163Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731856641163Flushing stores of hbase:meta,,1.1588230740 at 1731856641164 (+1 ms)Flushing 1588230740/ns: creating writer at 1731856641164Flushing 1588230740/ns: appending metadata at 1731856641180 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731856641180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297cbd4f: reopening flushed file at 1731856641594 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false at 1731856641602 (+8 ms)Writing region close event to WAL at 1731856641603 (+1 ms)Running coprocessor post-close hooks at 1731856641607 (+4 ms)Closed at 1731856641607 2024-11-17T15:17:21,608 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:21,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-17T15:17:21,763 INFO [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,41927,1731856627004; all regions closed. 2024-11-17T15:17:21,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741834_1010 (size=1152) 2024-11-17T15:17:21,766 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/WALs/7a780d55532c,41927,1731856627004/7a780d55532c%2C41927%2C1731856627004.meta.1731856628956.meta not finished, retry = 0 2024-11-17T15:17:21,870 DEBUG [RS:0;7a780d55532c:41927 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/oldWALs 2024-11-17T15:17:21,870 INFO [RS:0;7a780d55532c:41927 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C41927%2C1731856627004.meta:.meta(num 1731856628956) 2024-11-17T15:17:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741832_1008 (size=93) 2024-11-17T15:17:21,875 DEBUG [RS:0;7a780d55532c:41927 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/oldWALs 2024-11-17T15:17:21,875 INFO [RS:0;7a780d55532c:41927 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C41927%2C1731856627004:(num 1731856627983) 2024-11-17T15:17:21,875 DEBUG [RS:0;7a780d55532c:41927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:21,875 INFO [RS:0;7a780d55532c:41927 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:17:21,875 INFO [RS:0;7a780d55532c:41927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:17:21,875 INFO [RS:0;7a780d55532c:41927 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:17:21,875 INFO [RS:0;7a780d55532c:41927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:17:21,875 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:17:21,875 INFO [RS:0;7a780d55532c:41927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41927 2024-11-17T15:17:21,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1333495780/rs/7a780d55532c,41927,1731856627004 2024-11-17T15:17:21,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780/rs 2024-11-17T15:17:21,877 INFO [RS:0;7a780d55532c:41927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:17:21,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,41927,1731856627004] 2024-11-17T15:17:21,879 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1333495780/draining/7a780d55532c,41927,1731856627004 already deleted, retry=false 2024-11-17T15:17:21,879 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,41927,1731856627004 expired; onlineServers=0 2024-11-17T15:17:21,879 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,42965,1731856626923' ***** 2024-11-17T15:17:21,879 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:17:21,879 INFO [M:0;7a780d55532c:42965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:17:21,879 INFO [M:0;7a780d55532c:42965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:17:21,879 DEBUG [M:0;7a780d55532c:42965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:17:21,880 DEBUG [M:0;7a780d55532c:42965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:17:21,880 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:17:21,880 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856627771 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856627771,5,FailOnTimeoutGroup] 2024-11-17T15:17:21,880 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856627771 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856627771,5,FailOnTimeoutGroup] 2024-11-17T15:17:21,880 INFO [M:0;7a780d55532c:42965 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:17:21,880 INFO [M:0;7a780d55532c:42965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:17:21,880 DEBUG [M:0;7a780d55532c:42965 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:17:21,880 INFO [M:0;7a780d55532c:42965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:17:21,880 INFO [M:0;7a780d55532c:42965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:17:21,880 INFO [M:0;7a780d55532c:42965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:17:21,880 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:17:21,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1333495780/master 2024-11-17T15:17:21,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1333495780 2024-11-17T15:17:21,883 DEBUG [M:0;7a780d55532c:42965 {}] zookeeper.ZKUtil(347): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Unable to get data of znode /1333495780/master because node does not exist (not an error) 2024-11-17T15:17:21,883 WARN [M:0;7a780d55532c:42965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:17:21,884 INFO [M:0;7a780d55532c:42965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/.lastflushedseqids 2024-11-17T15:17:21,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741836_1012 (size=99) 2024-11-17T15:17:21,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:21,979 INFO [RS:0;7a780d55532c:41927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:17:21,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41927-0x1012680be170004, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:21,979 INFO [RS:0;7a780d55532c:41927 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,41927,1731856627004; zookeeper connection closed. 2024-11-17T15:17:21,979 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e8fc7f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e8fc7f3 2024-11-17T15:17:21,979 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:17:22,275 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:22,278 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,2-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:22,290 INFO [M:0;7a780d55532c:42965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:17:22,290 INFO [M:0;7a780d55532c:42965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:17:22,290 DEBUG [M:0;7a780d55532c:42965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:17:22,290 INFO [M:0;7a780d55532c:42965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:22,290 DEBUG [M:0;7a780d55532c:42965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:22,290 DEBUG [M:0;7a780d55532c:42965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:17:22,290 DEBUG [M:0;7a780d55532c:42965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:22,290 INFO [M:0;7a780d55532c:42965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T15:17:22,308 DEBUG [M:0;7a780d55532c:42965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a1d703a84c847e9aecee3869b361d9f is 82, key is hbase:meta,,1/info:regioninfo/1731856629033/Put/seqid=0 2024-11-17T15:17:22,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741837_1013 (size=5672) 2024-11-17T15:17:22,596 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T15:17:22,714 INFO [M:0;7a780d55532c:42965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a1d703a84c847e9aecee3869b361d9f 2024-11-17T15:17:22,744 DEBUG [M:0;7a780d55532c:42965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c5949f6df744a12b0e2e85f73249926 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731856629070/Put/seqid=0 2024-11-17T15:17:22,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741838_1014 (size=5275) 2024-11-17T15:17:23,157 INFO [M:0;7a780d55532c:42965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c5949f6df744a12b0e2e85f73249926 2024-11-17T15:17:23,192 DEBUG [M:0;7a780d55532c:42965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/240af555819041f2adef6c76e885686a is 69, key is 7a780d55532c,41927,1731856627004/rs:state/1731856627795/Put/seqid=0 2024-11-17T15:17:23,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741839_1015 (size=5156) 2024-11-17T15:17:23,382 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:23,383 DEBUG [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,2-7a780d55532c,33003,1731856635807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/WALs/7a780d55532c,33003,1731856635807/7a780d55532c%2C33003%2C1731856635807.1731856636785 to pos 0, reset compression=false 2024-11-17T15:17:23,598 INFO [M:0;7a780d55532c:42965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/240af555819041f2adef6c76e885686a 2024-11-17T15:17:23,605 DEBUG [M:0;7a780d55532c:42965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a1d703a84c847e9aecee3869b361d9f as hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a1d703a84c847e9aecee3869b361d9f 2024-11-17T15:17:23,611 INFO [M:0;7a780d55532c:42965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a1d703a84c847e9aecee3869b361d9f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T15:17:23,612 DEBUG [M:0;7a780d55532c:42965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c5949f6df744a12b0e2e85f73249926 as hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c5949f6df744a12b0e2e85f73249926 2024-11-17T15:17:23,618 INFO [M:0;7a780d55532c:42965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c5949f6df744a12b0e2e85f73249926, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T15:17:23,620 DEBUG [M:0;7a780d55532c:42965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/240af555819041f2adef6c76e885686a as hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/240af555819041f2adef6c76e885686a 2024-11-17T15:17:23,626 INFO [M:0;7a780d55532c:42965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39395/user/jenkins/test-data/f2d5c3cb-4ae1-6371-58d0-3e2165e4cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/240af555819041f2adef6c76e885686a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T15:17:23,628 INFO [M:0;7a780d55532c:42965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=28, compaction requested=false 2024-11-17T15:17:23,629 INFO [M:0;7a780d55532c:42965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:23,629 DEBUG [M:0;7a780d55532c:42965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856642290Disabling compacts and flushes for region at 1731856642290Disabling writes for close at 1731856642290Obtaining lock to block concurrent updates at 1731856642290Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856642290Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731856642291 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856642291Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856642292 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856642307 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856642307Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856642722 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856642743 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856642744 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856643169 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856643191 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856643191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5928adf1: reopening flushed file at 1731856643604 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb04782: reopening flushed file at 1731856643611 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd3c33a: reopening flushed file at 1731856643619 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=28, compaction requested=false at 1731856643628 (+9 ms)Writing region close event to WAL at 1731856643629 (+1 ms)Closed at 1731856643629 2024-11-17T15:17:23,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741830_1006 (size=10165) 2024-11-17T15:17:23,633 INFO [M:0;7a780d55532c:42965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:17:23,633 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:17:23,633 INFO [M:0;7a780d55532c:42965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42965 2024-11-17T15:17:23,636 INFO [M:0;7a780d55532c:42965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:17:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:23,738 INFO [M:0;7a780d55532c:42965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:17:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1012680be170003, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:23,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:17:23,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:17:23,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:17:23,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:17:23,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/hadoop.log.dir/,STOPPED} 2024-11-17T15:17:23,749 WARN [BP-371539929-172.17.0.2-1731856625844 heartbeating to localhost/127.0.0.1:39395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:17:23,749 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:17:23,749 WARN [BP-371539929-172.17.0.2-1731856625844 heartbeating to localhost/127.0.0.1:39395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-371539929-172.17.0.2-1731856625844 (Datanode Uuid 70e1d41a-5fec-4234-beaa-de5a122b6ce6) service to localhost/127.0.0.1:39395 2024-11-17T15:17:23,749 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:17:23,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/cluster_af393b22-cc5e-e5f5-34ef-920046ca1327/data/data1/current/BP-371539929-172.17.0.2-1731856625844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:17:23,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/cluster_af393b22-cc5e-e5f5-34ef-920046ca1327/data/data2/current/BP-371539929-172.17.0.2-1731856625844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:17:23,751 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:17:23,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:17:23,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:17:23,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:17:23,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:17:23,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/hadoop.log.dir/,STOPPED} 2024-11-17T15:17:23,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:17:23,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:17:23,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:23,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:23,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:23,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:23,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:23,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:17:23,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=376267663, stopped=false 2024-11-17T15:17:23,777 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,46775,1731856635772 2024-11-17T15:17:23,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01781765383/running 2024-11-17T15:17:23,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01781765383/running 2024-11-17T15:17:23,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:23,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:23,779 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:17:23,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:23,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:23,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:23,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on znode that does not yet exist, /01781765383/running 2024-11-17T15:17:23,779 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,33003,1731856635807' ***** 2024-11-17T15:17:23,779 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:17:23,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Set watcher on znode that does not yet exist, /01781765383/running 2024-11-17T15:17:23,780 INFO [RS:0;7a780d55532c:33003 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:17:23,780 INFO [RS:0;7a780d55532c:33003 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:17:23,780 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:17:23,780 INFO [RS:0;7a780d55532c:33003 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:17:23,780 INFO [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:23,780 INFO [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,33003,1731856635807 2024-11-17T15:17:23,780 INFO [RS:0;7a780d55532c:33003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:17:23,780 INFO [RS:0;7a780d55532c:33003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:33003. 2024-11-17T15:17:23,780 DEBUG [RS:0;7a780d55532c:33003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:23,780 DEBUG [RS:0;7a780d55532c:33003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:23,781 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e17a29b388bb16ed3460ec48d7ad203, disabling compactions & flushes 2024-11-17T15:17:23,781 INFO [RS:0;7a780d55532c:33003 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:17:23,781 INFO [RS:0;7a780d55532c:33003 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:17:23,781 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:23,781 INFO [RS:0;7a780d55532c:33003 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:17:23,781 INFO [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:17:23,781 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:23,781 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. after waiting 0 ms 2024-11-17T15:17:23,781 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:23,781 INFO [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T15:17:23,781 DEBUG [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3e17a29b388bb16ed3460ec48d7ad203=hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203.} 2024-11-17T15:17:23,781 DEBUG [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e17a29b388bb16ed3460ec48d7ad203 2024-11-17T15:17:23,781 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:17:23,781 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:17:23,781 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:17:23,781 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:17:23,781 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:17:23,781 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-17T15:17:23,786 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/replication/3e17a29b388bb16ed3460ec48d7ad203/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-17T15:17:23,786 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:17:23,787 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:17:23,787 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:23,787 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e17a29b388bb16ed3460ec48d7ad203: Waiting for close lock at 1731856643780Running coprocessor pre-close hooks at 1731856643780Disabling compacts and flushes for region at 1731856643780Disabling writes for close at 1731856643781 (+1 ms)Writing region close event to WAL at 1731856643782 (+1 ms)Running coprocessor post-close hooks at 1731856643786 (+4 ms)Closed at 1731856643787 (+1 ms) 2024-11-17T15:17:23,787 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203. 2024-11-17T15:17:23,799 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/.tmp/info/63d9cb6b1c0b4a149c0eab3ca1d5631c is 147, key is hbase:replication,,1731856629263.3e17a29b388bb16ed3460ec48d7ad203./info:regioninfo/1731856641403/Put/seqid=0 2024-11-17T15:17:23,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741851_1027 (size=6385) 2024-11-17T15:17:23,809 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:17:23,981 DEBUG [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:24,181 DEBUG [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:24,204 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/.tmp/info/63d9cb6b1c0b4a149c0eab3ca1d5631c 2024-11-17T15:17:24,212 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/.tmp/info/63d9cb6b1c0b4a149c0eab3ca1d5631c as hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/info/63d9cb6b1c0b4a149c0eab3ca1d5631c 2024-11-17T15:17:24,218 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/info/63d9cb6b1c0b4a149c0eab3ca1d5631c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-17T15:17:24,219 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false 2024-11-17T15:17:24,225 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-17T15:17:24,225 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:17:24,225 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:17:24,225 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:24,226 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856643781Running coprocessor pre-close hooks at 1731856643781Disabling compacts and flushes for region at 1731856643781Disabling writes for close at 1731856643781Obtaining lock to block concurrent updates at 1731856643781Preparing flush snapshotting stores in 1588230740 at 1731856643781Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731856643782 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731856643783 (+1 ms)Flushing 1588230740/info: creating writer at 1731856643783Flushing 1588230740/info: appending metadata at 1731856643798 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731856643798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2966053a: reopening flushed file at 1731856644211 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false at 1731856644220 (+9 ms)Writing region close event to WAL at 1731856644221 (+1 ms)Running coprocessor post-close hooks at 1731856644225 (+4 ms)Closed at 1731856644225 2024-11-17T15:17:24,226 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:24,382 INFO [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,33003,1731856635807; all regions closed. 2024-11-17T15:17:24,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741849_1025 (size=2156) 2024-11-17T15:17:24,388 DEBUG [RS:0;7a780d55532c:33003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/oldWALs 2024-11-17T15:17:24,388 INFO [RS:0;7a780d55532c:33003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C33003%2C1731856635807.meta:.meta(num 1731856637089) 2024-11-17T15:17:24,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741850_1026 (size=796) 2024-11-17T15:17:24,392 DEBUG [RS:0;7a780d55532c:33003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/oldWALs 2024-11-17T15:17:24,392 INFO [RS:0;7a780d55532c:33003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C33003%2C1731856635807.rep:(num 1731856641356) 2024-11-17T15:17:24,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741848_1024 (size=93) 2024-11-17T15:17:24,396 DEBUG [RS:0;7a780d55532c:33003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/oldWALs 2024-11-17T15:17:24,396 INFO [RS:0;7a780d55532c:33003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C33003%2C1731856635807:(num 1731856636785) 2024-11-17T15:17:24,396 DEBUG [RS:0;7a780d55532c:33003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:24,396 INFO [RS:0;7a780d55532c:33003 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:17:24,396 INFO [RS:0;7a780d55532c:33003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:17:24,396 INFO [RS:0;7a780d55532c:33003 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:17:24,397 INFO [RS:0;7a780d55532c:33003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:17:24,397 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:17:24,397 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-17T15:17:24,397 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-17T15:17:24,397 INFO [RS:0;7a780d55532c:33003 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,33003,1731856635807 because: Region server is closing 2024-11-17T15:17:24,397 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-17T15:17:24,397 INFO [RS:0;7a780d55532c:33003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:33003. 2024-11-17T15:17:24,397 DEBUG [RS:0;7a780d55532c:33003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:24,397 DEBUG [RS:0;7a780d55532c:33003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:24,397 DEBUG [RS:0;7a780d55532c:33003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:24,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:24,498 WARN [RS:0;7a780d55532c:33003.replicationSource.wal-reader.7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T15:17:24,498 WARN [RS:0;7a780d55532c:33003.replicationSource.shipper7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T15:17:24,498 INFO [RS:0;7a780d55532c:33003 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7a780d55532c:33003.replicationSource.shipper7a780d55532c%2C33003%2C1731856635807,1-7a780d55532c,33003,1731856635807 terminated 2024-11-17T15:17:24,498 INFO [RS:0;7a780d55532c:33003 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7a780d55532c,33003,1731856635807 because: Region server is closing 2024-11-17T15:17:24,498 INFO [RS:0;7a780d55532c:33003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:33003. 2024-11-17T15:17:24,498 DEBUG [RS:0;7a780d55532c:33003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:24,498 DEBUG [RS:0;7a780d55532c:33003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:24,499 DEBUG [RS:0;7a780d55532c:33003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:24,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:24,599 WARN [RS:0;7a780d55532c:33003.replicationSource.shipper7a780d55532c%2C33003%2C1731856635807,2-7a780d55532c,33003,1731856635807 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T15:17:24,599 INFO [RS:0;7a780d55532c:33003 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;7a780d55532c:33003.replicationSource.shipper7a780d55532c%2C33003%2C1731856635807,2-7a780d55532c,33003,1731856635807 terminated 2024-11-17T15:17:24,600 INFO [RS:0;7a780d55532c:33003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33003 2024-11-17T15:17:24,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01781765383/rs/7a780d55532c,33003,1731856635807 2024-11-17T15:17:24,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383/rs 2024-11-17T15:17:24,603 INFO [RS:0;7a780d55532c:33003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:17:24,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,33003,1731856635807] 2024-11-17T15:17:24,605 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01781765383/draining/7a780d55532c,33003,1731856635807 already deleted, retry=false 2024-11-17T15:17:24,605 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,33003,1731856635807 expired; onlineServers=0 2024-11-17T15:17:24,605 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,46775,1731856635772' ***** 2024-11-17T15:17:24,605 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:17:24,605 INFO [M:0;7a780d55532c:46775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:17:24,605 INFO [M:0;7a780d55532c:46775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:17:24,605 DEBUG [M:0;7a780d55532c:46775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:17:24,605 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:17:24,605 DEBUG [M:0;7a780d55532c:46775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:17:24,605 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856636504 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856636504,5,FailOnTimeoutGroup] 2024-11-17T15:17:24,605 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856636504 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856636504,5,FailOnTimeoutGroup] 2024-11-17T15:17:24,606 INFO [M:0;7a780d55532c:46775 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:17:24,606 INFO [M:0;7a780d55532c:46775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:17:24,606 DEBUG [M:0;7a780d55532c:46775 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:17:24,606 INFO [M:0;7a780d55532c:46775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:17:24,606 INFO [M:0;7a780d55532c:46775 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:17:24,606 INFO [M:0;7a780d55532c:46775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:17:24,606 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:17:24,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01781765383/master 2024-11-17T15:17:24,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01781765383 2024-11-17T15:17:24,607 DEBUG [M:0;7a780d55532c:46775 {}] zookeeper.ZKUtil(347): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Unable to get data of znode /01781765383/master because node does not exist (not an error) 2024-11-17T15:17:24,607 WARN [M:0;7a780d55532c:46775 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:17:24,608 INFO [M:0;7a780d55532c:46775 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/.lastflushedseqids 2024-11-17T15:17:24,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741852_1028 (size=181) 2024-11-17T15:17:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:24,704 INFO [RS:0;7a780d55532c:33003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:17:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33003-0x1012680be170007, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:24,704 INFO [RS:0;7a780d55532c:33003 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,33003,1731856635807; zookeeper connection closed. 2024-11-17T15:17:24,705 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bbdcdc3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bbdcdc3 2024-11-17T15:17:24,705 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:17:25,015 INFO [M:0;7a780d55532c:46775 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:17:25,015 INFO [M:0;7a780d55532c:46775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:17:25,015 DEBUG [M:0;7a780d55532c:46775 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:17:25,015 INFO [M:0;7a780d55532c:46775 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:25,015 DEBUG [M:0;7a780d55532c:46775 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:25,015 DEBUG [M:0;7a780d55532c:46775 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:17:25,015 DEBUG [M:0;7a780d55532c:46775 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:25,016 INFO [M:0;7a780d55532c:46775 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-17T15:17:25,034 DEBUG [M:0;7a780d55532c:46775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12f30c98fe754e098248b48792f20db0 is 82, key is hbase:meta,,1/info:regioninfo/1731856637166/Put/seqid=0 2024-11-17T15:17:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741853_1029 (size=5680) 2024-11-17T15:17:25,439 INFO [M:0;7a780d55532c:46775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12f30c98fe754e098248b48792f20db0 2024-11-17T15:17:25,467 DEBUG [M:0;7a780d55532c:46775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44bf104fde6f46189b02f02f4444c5ca is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731856641411/Put/seqid=0 2024-11-17T15:17:25,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741854_1030 (size=7319) 2024-11-17T15:17:25,872 INFO [M:0;7a780d55532c:46775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44bf104fde6f46189b02f02f4444c5ca 2024-11-17T15:17:25,897 DEBUG [M:0;7a780d55532c:46775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc2ebc2d41b24ba0b77ba88e32d91364 is 69, key is 7a780d55532c,33003,1731856635807/rs:state/1731856636552/Put/seqid=0 2024-11-17T15:17:25,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741855_1031 (size=5371) 2024-11-17T15:17:26,302 INFO [M:0;7a780d55532c:46775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc2ebc2d41b24ba0b77ba88e32d91364 2024-11-17T15:17:26,309 INFO [M:0;7a780d55532c:46775 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc2ebc2d41b24ba0b77ba88e32d91364 2024-11-17T15:17:26,310 DEBUG [M:0;7a780d55532c:46775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12f30c98fe754e098248b48792f20db0 as hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12f30c98fe754e098248b48792f20db0 2024-11-17T15:17:26,316 INFO [M:0;7a780d55532c:46775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12f30c98fe754e098248b48792f20db0, entries=8, sequenceid=172, filesize=5.5 K 2024-11-17T15:17:26,317 DEBUG [M:0;7a780d55532c:46775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44bf104fde6f46189b02f02f4444c5ca as hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44bf104fde6f46189b02f02f4444c5ca 2024-11-17T15:17:26,323 INFO [M:0;7a780d55532c:46775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44bf104fde6f46189b02f02f4444c5ca, entries=7, sequenceid=172, filesize=7.1 K 2024-11-17T15:17:26,324 DEBUG [M:0;7a780d55532c:46775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc2ebc2d41b24ba0b77ba88e32d91364 as hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc2ebc2d41b24ba0b77ba88e32d91364 2024-11-17T15:17:26,330 INFO [M:0;7a780d55532c:46775 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc2ebc2d41b24ba0b77ba88e32d91364 2024-11-17T15:17:26,330 INFO [M:0;7a780d55532c:46775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42175/user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc2ebc2d41b24ba0b77ba88e32d91364, entries=2, sequenceid=172, filesize=5.2 K 2024-11-17T15:17:26,332 INFO [M:0;7a780d55532c:46775 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=172, compaction requested=false 2024-11-17T15:17:26,334 INFO [M:0;7a780d55532c:46775 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:26,334 DEBUG [M:0;7a780d55532c:46775 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856645015Disabling compacts and flushes for region at 1731856645015Disabling writes for close at 1731856645015Obtaining lock to block concurrent updates at 1731856645016 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856645016Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731856645016Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856645017 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856645017Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856645033 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856645033Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856645446 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856645466 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856645466Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856645879 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856645896 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856645896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304e4428: reopening flushed file at 1731856646309 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b36fee: reopening flushed file at 1731856646316 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e780220: reopening flushed file at 1731856646324 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=172, compaction requested=false at 1731856646332 (+8 ms)Writing region close event to WAL at 1731856646334 (+2 ms)Closed at 1731856646334 2024-11-17T15:17:26,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741847_1023 (size=22949) 2024-11-17T15:17:26,339 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/540a0cd3-ffa8-736d-7868-a3fd9970eca6/MasterData/WALs/7a780d55532c,46775,1731856635772/7a780d55532c%2C46775%2C1731856635772.1731856636325 not finished, retry = 0 2024-11-17T15:17:26,440 INFO [M:0;7a780d55532c:46775 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:17:26,440 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:17:26,440 INFO [M:0;7a780d55532c:46775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46775 2024-11-17T15:17:26,441 INFO [M:0;7a780d55532c:46775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:17:26,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:26,544 INFO [M:0;7a780d55532c:46775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:17:26,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1012680be170006, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:26,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:17:26,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:17:26,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:17:26,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:17:26,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/hadoop.log.dir/,STOPPED} 2024-11-17T15:17:26,550 WARN [BP-622325532-172.17.0.2-1731856619182 heartbeating to localhost/127.0.0.1:42175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:17:26,550 WARN [BP-622325532-172.17.0.2-1731856619182 heartbeating to localhost/127.0.0.1:42175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-622325532-172.17.0.2-1731856619182 (Datanode Uuid a1509233-0382-4e54-80eb-b545c6fc39d8) service to localhost/127.0.0.1:42175 2024-11-17T15:17:26,550 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:17:26,550 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:17:26,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/cluster_0c7e9a2c-8498-09cf-5018-6900f4363dd2/data/data1/current/BP-622325532-172.17.0.2-1731856619182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:17:26,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/cluster_0c7e9a2c-8498-09cf-5018-6900f4363dd2/data/data2/current/BP-622325532-172.17.0.2-1731856619182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:17:26,551 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:17:26,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:17:26,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:17:26,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:17:26,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:17:26,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae80173-ad20-565a-7b73-f247d083f257/hadoop.log.dir/,STOPPED} 2024-11-17T15:17:26,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T15:17:26,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:17:26,592 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7a780d55532c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@723ced21 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7a780d55532c:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7a780d55532c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7a780d55532c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42175 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7a780d55532c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63407) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63407) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39395 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 304), ProcessCount=11 (was 11), AvailableMemoryMB=4123 (was 5413) 2024-11-17T15:17:26,600 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=4123 2024-11-17T15:17:26,617 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-17T15:17:26,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/hadoop.log.dir so I do NOT create it in target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a 2024-11-17T15:17:26,618 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:17:26,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/hadoop.tmp.dir so I do NOT create it in target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a 2024-11-17T15:17:26,618 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6fc9ea-c692-c724-b0dc-99d87efd9b55/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:17:26,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a 2024-11-17T15:17:26,618 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/cluster_883ff606-173d-6f65-e61b-c03196dc27a1, deleteOnExit=true 2024-11-17T15:17:26,629 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/cluster_883ff606-173d-6f65-e61b-c03196dc27a1/zookeeper_0, clientPort=55625, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/cluster_883ff606-173d-6f65-e61b-c03196dc27a1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/cluster_883ff606-173d-6f65-e61b-c03196dc27a1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T15:17:26,630 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55625 2024-11-17T15:17:26,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:17:26,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:17:26,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/test.cache.data in system properties and HBase conf 2024-11-17T15:17:26,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:17:26,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:17:26,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:17:26,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:17:26,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:17:26,631 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:17:26,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:17:26,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:17:26,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:17:26,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:17:26,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:17:26,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:17:26,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:17:26,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:17:26,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:17:26,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:17:26,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:17:26,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:17:26,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:17:26,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:17:26,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012680be170002, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:17:26,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012680be170005, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:17:26,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012680be170005, quorum=127.0.0.1:63407, baseZNode=/1333495780 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:17:26,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012680be170002, quorum=127.0.0.1:63407, baseZNode=/01781765383 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:17:26,705 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T15:17:26,707 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:26,726 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:26,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:26,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:17:26,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:17:26,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:17:26,767 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:17:26,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:26,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e9b328a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:17:26,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79c87c59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:17:26,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@685cae17{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/java.io.tmpdir/jetty-localhost-39605-hadoop-hdfs-3_4_1-tests_jar-_-any-16275933813912651596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:17:26,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d0a34eb{HTTP/1.1, (http/1.1)}{localhost:39605} 2024-11-17T15:17:26,892 INFO [Time-limited test {}] server.Server(415): Started @29830ms 2024-11-17T15:17:26,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:26,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:17:26,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:17:26,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:17:26,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:17:26,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a9ba7ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:17:26,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10972997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:17:27,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3eb19351{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/java.io.tmpdir/jetty-localhost-45519-hadoop-hdfs-3_4_1-tests_jar-_-any-15936154204819644529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:17:27,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@289b9e75{HTTP/1.1, (http/1.1)}{localhost:45519} 2024-11-17T15:17:27,118 INFO [Time-limited test {}] server.Server(415): Started @30055ms 2024-11-17T15:17:27,120 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:17:27,224 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/cluster_883ff606-173d-6f65-e61b-c03196dc27a1/data/data1/current/BP-1376935105-172.17.0.2-1731856646664/current, will proceed with Du for space computation calculation, 2024-11-17T15:17:27,224 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/cluster_883ff606-173d-6f65-e61b-c03196dc27a1/data/data2/current/BP-1376935105-172.17.0.2-1731856646664/current, will proceed with Du for space computation calculation, 2024-11-17T15:17:27,250 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:17:27,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2266a7d302d037f with lease ID 0xc2bfc22669be0ae3: Processing first storage report for DS-4b516621-4fe3-4b39-9c69-6ca3be6b90ad from datanode DatanodeRegistration(127.0.0.1:41683, datanodeUuid=57b396d2-2331-4108-9271-c7b96632e393, infoPort=36303, infoSecurePort=0, ipcPort=44081, storageInfo=lv=-57;cid=testClusterID;nsid=750865234;c=1731856646664) 2024-11-17T15:17:27,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2266a7d302d037f with lease ID 0xc2bfc22669be0ae3: from storage DS-4b516621-4fe3-4b39-9c69-6ca3be6b90ad node DatanodeRegistration(127.0.0.1:41683, datanodeUuid=57b396d2-2331-4108-9271-c7b96632e393, infoPort=36303, infoSecurePort=0, ipcPort=44081, storageInfo=lv=-57;cid=testClusterID;nsid=750865234;c=1731856646664), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:17:27,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2266a7d302d037f with lease ID 0xc2bfc22669be0ae3: Processing first storage report for DS-07d2e9af-84a3-4d6e-b4a8-65ff3fc879cb from datanode DatanodeRegistration(127.0.0.1:41683, datanodeUuid=57b396d2-2331-4108-9271-c7b96632e393, infoPort=36303, infoSecurePort=0, ipcPort=44081, storageInfo=lv=-57;cid=testClusterID;nsid=750865234;c=1731856646664) 2024-11-17T15:17:27,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2266a7d302d037f with lease ID 0xc2bfc22669be0ae3: from storage DS-07d2e9af-84a3-4d6e-b4a8-65ff3fc879cb node DatanodeRegistration(127.0.0.1:41683, datanodeUuid=57b396d2-2331-4108-9271-c7b96632e393, infoPort=36303, infoSecurePort=0, ipcPort=44081, storageInfo=lv=-57;cid=testClusterID;nsid=750865234;c=1731856646664), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:17:27,352 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a 2024-11-17T15:17:27,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:27,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:27,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:17:27,764 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5 with version=8 2024-11-17T15:17:27,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/hbase-staging 2024-11-17T15:17:27,767 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:17:27,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:27,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:27,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:17:27,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:27,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:17:27,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:17:27,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:17:27,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39305 2024-11-17T15:17:27,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39305 connecting to ZooKeeper ensemble=127.0.0.1:55625 2024-11-17T15:17:27,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393050x0, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:27,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39305-0x10126812c710000 connected 2024-11-17T15:17:27,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:27,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:27,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Set watcher on znode that does not yet exist, /01335220263/running 2024-11-17T15:17:27,797 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5, hbase.cluster.distributed=false 2024-11-17T15:17:27,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Set watcher on znode that does not yet exist, /01335220263/acl 2024-11-17T15:17:27,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39305 2024-11-17T15:17:27,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39305 2024-11-17T15:17:27,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39305 2024-11-17T15:17:27,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39305 2024-11-17T15:17:27,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39305 2024-11-17T15:17:27,819 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:17:27,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:27,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:27,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:17:27,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:27,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:17:27,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:17:27,820 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:17:27,821 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34889 2024-11-17T15:17:27,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34889 connecting to ZooKeeper ensemble=127.0.0.1:55625 2024-11-17T15:17:27,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:27,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:27,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348890x0, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:27,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348890x0, quorum=127.0.0.1:55625, baseZNode=/01335220263 Set watcher on znode that does not yet exist, /01335220263/running 2024-11-17T15:17:27,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34889-0x10126812c710001 connected 2024-11-17T15:17:27,830 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:17:27,831 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:17:27,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Set watcher on znode that does not yet exist, /01335220263/master 2024-11-17T15:17:27,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Set watcher on znode that does not yet exist, /01335220263/acl 2024-11-17T15:17:27,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34889 2024-11-17T15:17:27,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34889 2024-11-17T15:17:27,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34889 2024-11-17T15:17:27,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34889 2024-11-17T15:17:27,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34889 2024-11-17T15:17:27,850 DEBUG [M:0;7a780d55532c:39305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:39305 2024-11-17T15:17:27,851 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01335220263/backup-masters/7a780d55532c,39305,1731856647767 2024-11-17T15:17:27,853 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Set watcher on existing znode=/01335220263/backup-masters/7a780d55532c,39305,1731856647767 2024-11-17T15:17:27,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263/backup-masters 2024-11-17T15:17:27,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263/backup-masters 2024-11-17T15:17:27,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:27,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01335220263/master 2024-11-17T15:17:27,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:27,855 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Set watcher on existing znode=/01335220263/master 2024-11-17T15:17:27,856 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01335220263/backup-masters/7a780d55532c,39305,1731856647767 from backup master directory 2024-11-17T15:17:27,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263/backup-masters 2024-11-17T15:17:27,858 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:17:27,858 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,39305,1731856647767 2024-11-17T15:17:27,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01335220263/backup-masters/7a780d55532c,39305,1731856647767 2024-11-17T15:17:27,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263/backup-masters 2024-11-17T15:17:27,865 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/hbase.id] with ID: db3a2643-e325-4f3e-8aad-d0ce69329a42 2024-11-17T15:17:27,865 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/.tmp/hbase.id 2024-11-17T15:17:27,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:17:27,878 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/.tmp/hbase.id]:[hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/hbase.id] 2024-11-17T15:17:27,900 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:27,901 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:17:27,903 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:17:27,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:27,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:17:27,919 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:17:27,920 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:17:27,921 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:27,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:17:28,331 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store 2024-11-17T15:17:28,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:17:28,740 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:28,740 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:17:28,740 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:28,740 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:28,740 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:17:28,740 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:28,740 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:28,740 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856648740Disabling compacts and flushes for region at 1731856648740Disabling writes for close at 1731856648740Writing region close event to WAL at 1731856648740Closed at 1731856648740 2024-11-17T15:17:28,741 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/.initializing 2024-11-17T15:17:28,741 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/WALs/7a780d55532c,39305,1731856647767 2024-11-17T15:17:28,743 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:17:28,745 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C39305%2C1731856647767, suffix=, logDir=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/WALs/7a780d55532c,39305,1731856647767, archiveDir=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/oldWALs, maxLogs=10 2024-11-17T15:17:28,767 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/WALs/7a780d55532c,39305,1731856647767/7a780d55532c%2C39305%2C1731856647767.1731856648745, exclude list is [], retry=0 2024-11-17T15:17:28,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41683,DS-4b516621-4fe3-4b39-9c69-6ca3be6b90ad,DISK] 2024-11-17T15:17:28,773 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/WALs/7a780d55532c,39305,1731856647767/7a780d55532c%2C39305%2C1731856647767.1731856648745 2024-11-17T15:17:28,773 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36303:36303)] 2024-11-17T15:17:28,773 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:28,774 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:28,774 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:28,774 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:28,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:28,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:17:28,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:28,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:28,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:28,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:17:28,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:28,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:28,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:28,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:17:28,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:28,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:28,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:28,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:17:28,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:28,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:28,783 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:28,784 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:28,785 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:28,786 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:28,786 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:28,787 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:28,788 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:28,790 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:28,791 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65758250, jitterRate=-0.02012571692466736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:28,792 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856648774Initializing all the Stores at 1731856648775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856648775Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856648776 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856648776Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856648776Cleaning up temporary data from old regions at 1731856648786 (+10 ms)Region opened successfully at 1731856648792 (+6 ms) 2024-11-17T15:17:28,792 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:17:28,795 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13a716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:17:28,796 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:17:28,796 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:17:28,796 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:17:28,796 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:17:28,797 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:17:28,797 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:17:28,797 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:17:28,799 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:17:28,800 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Unable to get data of znode /01335220263/balancer because node does not exist (not necessarily an error) 2024-11-17T15:17:28,801 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01335220263/balancer already deleted, retry=false 2024-11-17T15:17:28,802 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:17:28,802 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Unable to get data of znode /01335220263/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:17:28,803 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01335220263/normalizer already deleted, retry=false 2024-11-17T15:17:28,804 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:17:28,805 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Unable to get data of znode /01335220263/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:17:28,807 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01335220263/switch/split already deleted, retry=false 2024-11-17T15:17:28,807 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Unable to get data of znode /01335220263/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:17:28,808 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01335220263/switch/merge already deleted, retry=false 2024-11-17T15:17:28,810 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Unable to get data of znode /01335220263/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:17:28,812 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01335220263/snapshot-cleanup already deleted, retry=false 2024-11-17T15:17:28,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01335220263/running 2024-11-17T15:17:28,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01335220263/running 2024-11-17T15:17:28,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:28,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:28,814 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,39305,1731856647767, sessionid=0x10126812c710000, setting cluster-up flag (Was=false) 2024-11-17T15:17:28,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:28,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:28,825 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01335220263/flush-table-proc/acquired, /01335220263/flush-table-proc/reached, /01335220263/flush-table-proc/abort 2024-11-17T15:17:28,826 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,39305,1731856647767 2024-11-17T15:17:28,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:28,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:28,834 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01335220263/online-snapshot/acquired, /01335220263/online-snapshot/reached, /01335220263/online-snapshot/abort 2024-11-17T15:17:28,835 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,39305,1731856647767 2024-11-17T15:17:28,837 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:17:28,839 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:28,839 INFO [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(746): ClusterId : db3a2643-e325-4f3e-8aad-d0ce69329a42 2024-11-17T15:17:28,839 DEBUG [RS:0;7a780d55532c:34889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:17:28,839 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:17:28,839 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:17:28,840 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,39305,1731856647767 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:17:28,841 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:28,841 DEBUG [RS:0;7a780d55532c:34889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:17:28,841 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:28,841 DEBUG [RS:0;7a780d55532c:34889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:17:28,841 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:28,841 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:28,841 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:17:28,841 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:28,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:17:28,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:28,843 DEBUG [RS:0;7a780d55532c:34889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:17:28,843 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856678843 2024-11-17T15:17:28,843 DEBUG [RS:0;7a780d55532c:34889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1668106e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:17:28,843 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:17:28,843 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:17:28,843 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:17:28,843 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:17:28,843 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:17:28,844 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:17:28,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:28,844 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:28,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:17:28,844 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:17:28,844 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:17:28,844 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:17:28,844 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:17:28,845 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:17:28,845 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:17:28,848 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856648845,5,FailOnTimeoutGroup] 2024-11-17T15:17:28,848 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856648848,5,FailOnTimeoutGroup] 2024-11-17T15:17:28,849 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:28,849 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:17:28,849 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:28,849 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:28,849 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:28,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:17:28,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:17:28,861 DEBUG [RS:0;7a780d55532c:34889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:34889 2024-11-17T15:17:28,861 INFO [RS:0;7a780d55532c:34889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:17:28,861 INFO [RS:0;7a780d55532c:34889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:17:28,861 DEBUG [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:17:28,862 INFO [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,39305,1731856647767 with port=34889, startcode=1731856647819 2024-11-17T15:17:28,863 DEBUG [RS:0;7a780d55532c:34889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:17:28,865 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:17:28,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,34889,1731856647819 2024-11-17T15:17:28,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39305 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,34889,1731856647819 2024-11-17T15:17:28,867 DEBUG [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5 2024-11-17T15:17:28,867 DEBUG [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38979 2024-11-17T15:17:28,867 DEBUG [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:17:28,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263/rs 2024-11-17T15:17:28,870 DEBUG [RS:0;7a780d55532c:34889 {}] zookeeper.ZKUtil(111): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Set watcher on existing znode=/01335220263/rs/7a780d55532c,34889,1731856647819 2024-11-17T15:17:28,870 WARN [RS:0;7a780d55532c:34889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:17:28,870 INFO [RS:0;7a780d55532c:34889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:28,870 DEBUG [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819 2024-11-17T15:17:28,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,34889,1731856647819] 2024-11-17T15:17:28,874 INFO [RS:0;7a780d55532c:34889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:17:28,876 INFO [RS:0;7a780d55532c:34889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:17:28,877 INFO [RS:0;7a780d55532c:34889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:17:28,877 INFO [RS:0;7a780d55532c:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:28,877 INFO [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:17:28,878 INFO [RS:0;7a780d55532c:34889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:17:28,878 INFO [RS:0;7a780d55532c:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:28,878 DEBUG [RS:0;7a780d55532c:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:28,878 DEBUG [RS:0;7a780d55532c:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:28,878 DEBUG [RS:0;7a780d55532c:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:28,878 DEBUG [RS:0;7a780d55532c:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:28,878 DEBUG [RS:0;7a780d55532c:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:28,879 DEBUG [RS:0;7a780d55532c:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:17:28,879 DEBUG [RS:0;7a780d55532c:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:28,879 DEBUG [RS:0;7a780d55532c:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:28,879 DEBUG [RS:0;7a780d55532c:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:28,879 DEBUG [RS:0;7a780d55532c:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:28,879 DEBUG [RS:0;7a780d55532c:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:28,879 DEBUG [RS:0;7a780d55532c:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:28,879 DEBUG [RS:0;7a780d55532c:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:17:28,879 DEBUG [RS:0;7a780d55532c:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:17:28,883 INFO [RS:0;7a780d55532c:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:28,884 INFO [RS:0;7a780d55532c:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:28,884 INFO [RS:0;7a780d55532c:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:28,884 INFO [RS:0;7a780d55532c:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:28,884 INFO [RS:0;7a780d55532c:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:28,884 INFO [RS:0;7a780d55532c:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34889,1731856647819-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:17:28,899 INFO [RS:0;7a780d55532c:34889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:17:28,900 INFO [RS:0;7a780d55532c:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34889,1731856647819-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:28,900 INFO [RS:0;7a780d55532c:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:28,900 INFO [RS:0;7a780d55532c:34889 {}] regionserver.Replication(171): 7a780d55532c,34889,1731856647819 started 2024-11-17T15:17:28,916 INFO [RS:0;7a780d55532c:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:28,916 INFO [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,34889,1731856647819, RpcServer on 7a780d55532c/172.17.0.2:34889, sessionid=0x10126812c710001 2024-11-17T15:17:28,916 DEBUG [RS:0;7a780d55532c:34889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:17:28,916 DEBUG [RS:0;7a780d55532c:34889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,34889,1731856647819 2024-11-17T15:17:28,916 DEBUG [RS:0;7a780d55532c:34889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,34889,1731856647819' 2024-11-17T15:17:28,916 DEBUG [RS:0;7a780d55532c:34889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01335220263/flush-table-proc/abort' 2024-11-17T15:17:28,917 DEBUG [RS:0;7a780d55532c:34889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01335220263/flush-table-proc/acquired' 2024-11-17T15:17:28,917 DEBUG [RS:0;7a780d55532c:34889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:17:28,917 DEBUG [RS:0;7a780d55532c:34889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:17:28,917 DEBUG [RS:0;7a780d55532c:34889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,34889,1731856647819 2024-11-17T15:17:28,917 DEBUG [RS:0;7a780d55532c:34889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,34889,1731856647819' 2024-11-17T15:17:28,917 DEBUG [RS:0;7a780d55532c:34889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01335220263/online-snapshot/abort' 2024-11-17T15:17:28,918 DEBUG [RS:0;7a780d55532c:34889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01335220263/online-snapshot/acquired' 2024-11-17T15:17:28,918 DEBUG [RS:0;7a780d55532c:34889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:17:28,918 INFO [RS:0;7a780d55532c:34889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:17:28,918 INFO [RS:0;7a780d55532c:34889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:17:29,019 INFO [RS:0;7a780d55532c:34889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:17:29,021 INFO [RS:0;7a780d55532c:34889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C34889%2C1731856647819, suffix=, logDir=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819, archiveDir=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/oldWALs, maxLogs=10 2024-11-17T15:17:29,036 DEBUG [RS:0;7a780d55532c:34889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819/7a780d55532c%2C34889%2C1731856647819.1731856649021, exclude list is [], retry=0 2024-11-17T15:17:29,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41683,DS-4b516621-4fe3-4b39-9c69-6ca3be6b90ad,DISK] 2024-11-17T15:17:29,041 INFO [RS:0;7a780d55532c:34889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819/7a780d55532c%2C34889%2C1731856647819.1731856649021 2024-11-17T15:17:29,041 DEBUG [RS:0;7a780d55532c:34889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36303:36303)] 2024-11-17T15:17:29,257 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:17:29,257 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5 2024-11-17T15:17:29,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741833_1009 (size=32) 2024-11-17T15:17:29,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:29,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:17:29,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:17:29,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:29,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:29,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:17:29,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:17:29,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:29,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:29,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:17:29,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:17:29,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:29,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:29,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:17:29,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:17:29,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:29,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:29,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:17:29,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740 2024-11-17T15:17:29,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740 2024-11-17T15:17:29,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:17:29,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:17:29,682 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:29,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:17:29,686 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:29,686 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59099359, jitterRate=-0.11935092508792877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:29,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856649666Initializing all the Stores at 1731856649667 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856649667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856649667Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856649667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856649667Cleaning up temporary data from old regions at 1731856649681 (+14 ms)Region opened successfully at 1731856649688 (+7 ms) 2024-11-17T15:17:29,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:17:29,688 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:17:29,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:17:29,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:17:29,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:17:29,689 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:29,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856649688Disabling compacts and flushes for region at 1731856649688Disabling writes for close at 1731856649688Writing region close event to WAL at 1731856649689 (+1 ms)Closed at 1731856649689 2024-11-17T15:17:29,691 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:29,691 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:17:29,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:17:29,693 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:17:29,694 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:17:29,845 DEBUG [7a780d55532c:39305 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:17:29,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,34889,1731856647819 2024-11-17T15:17:29,848 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,34889,1731856647819, state=OPENING 2024-11-17T15:17:29,850 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:17:29,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:29,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:29,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01335220263/meta-region-server: CHANGED 2024-11-17T15:17:29,852 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:17:29,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01335220263/meta-region-server: CHANGED 2024-11-17T15:17:29,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,34889,1731856647819}] 2024-11-17T15:17:30,007 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:17:30,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:17:30,015 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:17:30,015 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:30,015 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:17:30,017 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C34889%2C1731856647819.meta, suffix=.meta, logDir=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819, archiveDir=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/oldWALs, maxLogs=10 2024-11-17T15:17:30,039 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819/7a780d55532c%2C34889%2C1731856647819.meta.1731856650018.meta, exclude list is [], retry=0 2024-11-17T15:17:30,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41683,DS-4b516621-4fe3-4b39-9c69-6ca3be6b90ad,DISK] 2024-11-17T15:17:30,045 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819/7a780d55532c%2C34889%2C1731856647819.meta.1731856650018.meta 2024-11-17T15:17:30,046 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36303:36303)] 2024-11-17T15:17:30,046 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:30,046 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:17:30,047 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:17:30,047 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:17:30,047 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:17:30,047 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:17:30,047 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:30,047 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:17:30,047 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:17:30,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:17:30,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:17:30,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:30,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:30,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:17:30,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:17:30,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:30,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:30,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:17:30,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:17:30,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:30,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:30,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:17:30,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:17:30,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:30,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:30,060 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:17:30,061 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740 2024-11-17T15:17:30,063 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740 2024-11-17T15:17:30,064 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:17:30,065 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:17:30,065 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:30,067 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:17:30,068 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73519956, jitterRate=0.09553271532058716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:30,068 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:17:30,069 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856650048Writing region info on filesystem at 1731856650048Initializing all the Stores at 1731856650049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856650049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856650052 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856650052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856650052Cleaning up temporary data from old regions at 1731856650065 (+13 ms)Running coprocessor post-open hooks at 1731856650068 (+3 ms)Region opened successfully at 1731856650069 (+1 ms) 2024-11-17T15:17:30,071 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856650006 2024-11-17T15:17:30,074 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:17:30,074 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:17:30,075 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,34889,1731856647819 2024-11-17T15:17:30,077 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,34889,1731856647819, state=OPEN 2024-11-17T15:17:30,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01335220263/meta-region-server 2024-11-17T15:17:30,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01335220263/meta-region-server 2024-11-17T15:17:30,082 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,34889,1731856647819 2024-11-17T15:17:30,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01335220263/meta-region-server: CHANGED 2024-11-17T15:17:30,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01335220263/meta-region-server: CHANGED 2024-11-17T15:17:30,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:17:30,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,34889,1731856647819 in 229 msec 2024-11-17T15:17:30,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:17:30,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-11-17T15:17:30,091 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:30,091 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:17:30,093 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:30,093 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,34889,1731856647819, seqNum=-1] 2024-11-17T15:17:30,094 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:30,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:30,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-17T15:17:30,103 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856650103, completionTime=-1 2024-11-17T15:17:30,104 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:17:30,104 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:17:30,107 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:17:30,107 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856710107 2024-11-17T15:17:30,107 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856770107 2024-11-17T15:17:30,107 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-17T15:17:30,107 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,39305,1731856647767-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:30,107 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,39305,1731856647767-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:30,107 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,39305,1731856647767-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:30,108 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:39305, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:30,108 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:30,108 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:30,111 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:17:30,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.255sec 2024-11-17T15:17:30,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:17:30,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:17:30,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:17:30,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:17:30,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:17:30,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,39305,1731856647767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:17:30,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,39305,1731856647767-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:17:30,117 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:17:30,117 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:17:30,117 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,39305,1731856647767-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:30,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6909d7f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:30,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,39305,-1 for getting cluster id 2024-11-17T15:17:30,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:30,143 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3a2643-e325-4f3e-8aad-d0ce69329a42' 2024-11-17T15:17:30,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:30,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3a2643-e325-4f3e-8aad-d0ce69329a42" 2024-11-17T15:17:30,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74112eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:30,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,39305,-1] 2024-11-17T15:17:30,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:30,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:30,145 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:30,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669ace7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:30,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,34889,1731856647819, seqNum=-1] 2024-11-17T15:17:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:30,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:30,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,39305,1731856647767 2024-11-17T15:17:30,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55625 2024-11-17T15:17:30,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:30,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10126812c710002 connected 2024-11-17T15:17:30,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/hadoop.log.dir so I do NOT create it in target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb 2024-11-17T15:17:30,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:17:30,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/hadoop.tmp.dir so I do NOT create it in target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb 2024-11-17T15:17:30,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:17:30,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb 2024-11-17T15:17:30,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:17:30,161 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/cluster_85982390-d14c-6951-1291-ae548d277253, deleteOnExit=true 2024-11-17T15:17:30,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:17:30,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/test.cache.data in system properties and HBase conf 2024-11-17T15:17:30,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:17:30,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:17:30,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:17:30,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:17:30,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:17:30,161 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:17:30,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:17:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:17:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:17:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:17:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:17:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:17:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:17:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:17:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:17:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:17:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:17:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:17:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:17:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:17:30,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:30,256 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:17:30,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:17:30,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:17:30,259 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:17:30,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:30,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69a480b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:17:30,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe8e155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:17:30,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6900e8cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/java.io.tmpdir/jetty-localhost-33633-hadoop-hdfs-3_4_1-tests_jar-_-any-11246341116338287914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:17:30,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e4247d7{HTTP/1.1, (http/1.1)}{localhost:33633} 2024-11-17T15:17:30,384 INFO [Time-limited test {}] server.Server(415): Started @33321ms 2024-11-17T15:17:30,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:30,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:17:30,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:17:30,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:17:30,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:17:30,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6667d151{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:17:30,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ccc9c00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:17:30,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22c2d4d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/java.io.tmpdir/jetty-localhost-34537-hadoop-hdfs-3_4_1-tests_jar-_-any-8440571996044271811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:17:30,603 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c5d6540{HTTP/1.1, (http/1.1)}{localhost:34537} 2024-11-17T15:17:30,603 INFO [Time-limited test {}] server.Server(415): Started @33541ms 2024-11-17T15:17:30,605 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:17:30,713 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/cluster_85982390-d14c-6951-1291-ae548d277253/data/data1/current/BP-1160329811-172.17.0.2-1731856650195/current, will proceed with Du for space computation calculation, 2024-11-17T15:17:30,713 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/cluster_85982390-d14c-6951-1291-ae548d277253/data/data2/current/BP-1160329811-172.17.0.2-1731856650195/current, will proceed with Du for space computation calculation, 2024-11-17T15:17:30,736 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:17:30,739 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3a270c3cec00dda with lease ID 0x48097b09c20c0229: Processing first storage report for DS-a19490d2-d369-4228-97cf-04a85d8b0f15 from datanode DatanodeRegistration(127.0.0.1:38063, datanodeUuid=752a8833-92d3-426d-be67-7db9024fcdc7, infoPort=35461, infoSecurePort=0, ipcPort=44051, storageInfo=lv=-57;cid=testClusterID;nsid=1503346744;c=1731856650195) 2024-11-17T15:17:30,739 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3a270c3cec00dda with lease ID 0x48097b09c20c0229: from storage DS-a19490d2-d369-4228-97cf-04a85d8b0f15 node DatanodeRegistration(127.0.0.1:38063, datanodeUuid=752a8833-92d3-426d-be67-7db9024fcdc7, infoPort=35461, infoSecurePort=0, ipcPort=44051, storageInfo=lv=-57;cid=testClusterID;nsid=1503346744;c=1731856650195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:17:30,739 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3a270c3cec00dda with lease ID 0x48097b09c20c0229: Processing first storage report for DS-459a5c2d-61e0-4e6a-a25d-acfde16824b3 from datanode DatanodeRegistration(127.0.0.1:38063, datanodeUuid=752a8833-92d3-426d-be67-7db9024fcdc7, infoPort=35461, infoSecurePort=0, ipcPort=44051, storageInfo=lv=-57;cid=testClusterID;nsid=1503346744;c=1731856650195) 2024-11-17T15:17:30,739 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3a270c3cec00dda with lease ID 0x48097b09c20c0229: from storage DS-459a5c2d-61e0-4e6a-a25d-acfde16824b3 node DatanodeRegistration(127.0.0.1:38063, datanodeUuid=752a8833-92d3-426d-be67-7db9024fcdc7, infoPort=35461, infoSecurePort=0, ipcPort=44051, storageInfo=lv=-57;cid=testClusterID;nsid=1503346744;c=1731856650195), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:17:30,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb 2024-11-17T15:17:30,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:30,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:30,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:17:31,160 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f with version=8 2024-11-17T15:17:31,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/hbase-staging 2024-11-17T15:17:31,163 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:17:31,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:31,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:31,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:17:31,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:31,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:17:31,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:17:31,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:17:31,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35409 2024-11-17T15:17:31,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35409 connecting to ZooKeeper ensemble=127.0.0.1:55625 2024-11-17T15:17:31,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354090x0, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:31,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35409-0x10126812c710003 connected 2024-11-17T15:17:31,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:31,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:31,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Set watcher on znode that does not yet exist, /1676482589/running 2024-11-17T15:17:31,186 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f, hbase.cluster.distributed=false 2024-11-17T15:17:31,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Set watcher on znode that does not yet exist, /1676482589/acl 2024-11-17T15:17:31,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35409 2024-11-17T15:17:31,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35409 2024-11-17T15:17:31,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35409 2024-11-17T15:17:31,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35409 2024-11-17T15:17:31,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35409 2024-11-17T15:17:31,205 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:17:31,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:31,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:31,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:17:31,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:31,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:17:31,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:17:31,206 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:17:31,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42137 2024-11-17T15:17:31,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42137 connecting to ZooKeeper ensemble=127.0.0.1:55625 2024-11-17T15:17:31,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:31,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:31,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421370x0, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:31,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421370x0, quorum=127.0.0.1:55625, baseZNode=/1676482589 Set watcher on znode that does not yet exist, /1676482589/running 2024-11-17T15:17:31,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42137-0x10126812c710004 connected 2024-11-17T15:17:31,215 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:17:31,215 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:17:31,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Set watcher on znode that does not yet exist, /1676482589/master 2024-11-17T15:17:31,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Set watcher on znode that does not yet exist, /1676482589/acl 2024-11-17T15:17:31,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42137 2024-11-17T15:17:31,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42137 2024-11-17T15:17:31,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42137 2024-11-17T15:17:31,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42137 2024-11-17T15:17:31,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42137 2024-11-17T15:17:31,230 DEBUG [M:0;7a780d55532c:35409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:35409 2024-11-17T15:17:31,231 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1676482589/backup-masters/7a780d55532c,35409,1731856651163 2024-11-17T15:17:31,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589/backup-masters 2024-11-17T15:17:31,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589/backup-masters 2024-11-17T15:17:31,233 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Set watcher on existing znode=/1676482589/backup-masters/7a780d55532c,35409,1731856651163 2024-11-17T15:17:31,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1676482589/master 2024-11-17T15:17:31,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:31,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:31,234 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Set watcher on existing znode=/1676482589/master 2024-11-17T15:17:31,235 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1676482589/backup-masters/7a780d55532c,35409,1731856651163 from backup master directory 2024-11-17T15:17:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1676482589/backup-masters/7a780d55532c,35409,1731856651163 2024-11-17T15:17:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589/backup-masters 2024-11-17T15:17:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589/backup-masters 2024-11-17T15:17:31,237 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:17:31,237 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,35409,1731856651163 2024-11-17T15:17:31,242 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/hbase.id] with ID: 66d999b9-f09d-400a-a955-8dfc20b627ca 2024-11-17T15:17:31,242 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/.tmp/hbase.id 2024-11-17T15:17:31,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:17:31,650 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/.tmp/hbase.id]:[hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/hbase.id] 2024-11-17T15:17:31,664 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:31,664 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:17:31,666 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T15:17:31,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:31,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:31,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:17:32,075 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:17:32,076 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:17:32,076 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:32,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:17:32,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T15:17:32,485 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store 2024-11-17T15:17:32,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:17:32,895 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:32,895 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:17:32,895 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:32,895 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:32,895 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:17:32,895 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:32,895 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:32,895 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856652895Disabling compacts and flushes for region at 1731856652895Disabling writes for close at 1731856652895Writing region close event to WAL at 1731856652895Closed at 1731856652895 2024-11-17T15:17:32,896 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/.initializing 2024-11-17T15:17:32,896 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/WALs/7a780d55532c,35409,1731856651163 2024-11-17T15:17:32,898 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:17:32,900 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C35409%2C1731856651163, suffix=, logDir=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/WALs/7a780d55532c,35409,1731856651163, archiveDir=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/oldWALs, maxLogs=10 2024-11-17T15:17:32,935 WARN [RS:0;7a780d55532c:34889 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7a780d55532c,36839,1731856622611: status=Processing ServerCrashProcedure of 7a780d55532c,36839,1731856622611 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731856636504, completionTime=-1 appears to have been leaked 2024-11-17T15:17:32,942 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/WALs/7a780d55532c,35409,1731856651163/7a780d55532c%2C35409%2C1731856651163.1731856652900, exclude list is [], retry=0 2024-11-17T15:17:32,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38063,DS-a19490d2-d369-4228-97cf-04a85d8b0f15,DISK] 2024-11-17T15:17:32,947 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/WALs/7a780d55532c,35409,1731856651163/7a780d55532c%2C35409%2C1731856651163.1731856652900 2024-11-17T15:17:32,947 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35461:35461)] 2024-11-17T15:17:32,947 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:32,947 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:32,948 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:32,948 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:32,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:32,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:17:32,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:32,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:32,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:32,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:17:32,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:32,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:32,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:32,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:17:32,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:32,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:32,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:32,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:17:32,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:32,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:32,956 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:32,957 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:32,957 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:32,958 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:32,958 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:32,959 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:32,960 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:32,962 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:32,962 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62324663, jitterRate=-0.07129015028476715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:32,963 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856652948Initializing all the Stores at 1731856652949 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856652949Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856652949Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856652949Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856652949Cleaning up temporary data from old regions at 1731856652958 (+9 ms)Region opened successfully at 1731856652963 (+5 ms) 2024-11-17T15:17:32,963 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:17:32,966 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc769f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:17:32,967 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:17:32,967 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:17:32,967 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:17:32,967 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:17:32,967 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:17:32,968 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:17:32,968 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:17:32,970 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:17:32,971 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Unable to get data of znode /1676482589/balancer because node does not exist (not necessarily an error) 2024-11-17T15:17:32,973 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1676482589/balancer already deleted, retry=false 2024-11-17T15:17:32,973 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:17:32,974 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Unable to get data of znode /1676482589/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:17:32,976 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1676482589/normalizer already deleted, retry=false 2024-11-17T15:17:32,976 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:17:32,977 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Unable to get data of znode /1676482589/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:17:32,979 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1676482589/switch/split already deleted, retry=false 2024-11-17T15:17:32,979 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Unable to get data of znode /1676482589/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:17:32,981 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1676482589/switch/merge already deleted, retry=false 2024-11-17T15:17:32,983 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Unable to get data of znode /1676482589/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:17:32,985 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1676482589/snapshot-cleanup already deleted, retry=false 2024-11-17T15:17:32,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1676482589/running 2024-11-17T15:17:32,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1676482589/running 2024-11-17T15:17:32,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:32,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:32,987 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,35409,1731856651163, sessionid=0x10126812c710003, setting cluster-up flag (Was=false) 2024-11-17T15:17:32,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:32,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:32,999 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1676482589/flush-table-proc/acquired, /1676482589/flush-table-proc/reached, /1676482589/flush-table-proc/abort 2024-11-17T15:17:33,001 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,35409,1731856651163 2024-11-17T15:17:33,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:33,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:33,009 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1676482589/online-snapshot/acquired, /1676482589/online-snapshot/reached, /1676482589/online-snapshot/abort 2024-11-17T15:17:33,010 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,35409,1731856651163 2024-11-17T15:17:33,011 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:17:33,014 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:33,014 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:17:33,014 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:17:33,014 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,35409,1731856651163 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:17:33,018 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:33,018 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:33,018 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:33,018 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:33,018 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:17:33,018 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:33,018 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:17:33,018 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:33,025 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856683025 2024-11-17T15:17:33,025 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:17:33,026 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:17:33,026 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:17:33,026 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:17:33,026 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:17:33,026 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:17:33,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:33,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:17:33,026 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:33,026 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:17:33,026 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:17:33,027 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:17:33,027 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:17:33,027 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:17:33,027 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:17:33,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:33,027 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856653027,5,FailOnTimeoutGroup] 2024-11-17T15:17:33,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:17:33,027 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856653027,5,FailOnTimeoutGroup] 2024-11-17T15:17:33,028 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:33,028 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:17:33,028 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:33,028 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:33,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:17:33,036 INFO [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(746): ClusterId : 66d999b9-f09d-400a-a955-8dfc20b627ca 2024-11-17T15:17:33,036 DEBUG [RS:0;7a780d55532c:42137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:17:33,039 DEBUG [RS:0;7a780d55532c:42137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:17:33,039 DEBUG [RS:0;7a780d55532c:42137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:17:33,041 DEBUG [RS:0;7a780d55532c:42137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:17:33,042 DEBUG [RS:0;7a780d55532c:42137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568c0c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:17:33,058 DEBUG [RS:0;7a780d55532c:42137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:42137 2024-11-17T15:17:33,058 INFO [RS:0;7a780d55532c:42137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:17:33,058 INFO [RS:0;7a780d55532c:42137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:17:33,058 DEBUG [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:17:33,059 INFO [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,35409,1731856651163 with port=42137, startcode=1731856651205 2024-11-17T15:17:33,059 DEBUG [RS:0;7a780d55532c:42137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:17:33,061 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:17:33,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35409 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,42137,1731856651205 2024-11-17T15:17:33,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35409 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,42137,1731856651205 2024-11-17T15:17:33,064 DEBUG [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f 2024-11-17T15:17:33,064 DEBUG [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33521 2024-11-17T15:17:33,064 DEBUG [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:17:33,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589/rs 2024-11-17T15:17:33,066 DEBUG [RS:0;7a780d55532c:42137 {}] zookeeper.ZKUtil(111): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Set watcher on existing znode=/1676482589/rs/7a780d55532c,42137,1731856651205 2024-11-17T15:17:33,066 WARN [RS:0;7a780d55532c:42137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:17:33,066 INFO [RS:0;7a780d55532c:42137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:33,067 DEBUG [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/WALs/7a780d55532c,42137,1731856651205 2024-11-17T15:17:33,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,42137,1731856651205] 2024-11-17T15:17:33,078 INFO [RS:0;7a780d55532c:42137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:17:33,081 INFO [RS:0;7a780d55532c:42137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:17:33,082 INFO [RS:0;7a780d55532c:42137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:17:33,082 INFO [RS:0;7a780d55532c:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:33,082 INFO [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:17:33,083 INFO [RS:0;7a780d55532c:42137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:17:33,083 INFO [RS:0;7a780d55532c:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:33,084 DEBUG [RS:0;7a780d55532c:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:33,084 DEBUG [RS:0;7a780d55532c:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:33,084 DEBUG [RS:0;7a780d55532c:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:33,084 DEBUG [RS:0;7a780d55532c:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:33,084 DEBUG [RS:0;7a780d55532c:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:33,084 DEBUG [RS:0;7a780d55532c:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:17:33,084 DEBUG [RS:0;7a780d55532c:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:33,084 DEBUG [RS:0;7a780d55532c:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:33,084 DEBUG [RS:0;7a780d55532c:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:33,084 DEBUG [RS:0;7a780d55532c:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:33,084 DEBUG [RS:0;7a780d55532c:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:33,084 DEBUG [RS:0;7a780d55532c:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:33,084 DEBUG [RS:0;7a780d55532c:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:17:33,084 DEBUG [RS:0;7a780d55532c:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:17:33,086 INFO [RS:0;7a780d55532c:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:33,086 INFO [RS:0;7a780d55532c:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:33,086 INFO [RS:0;7a780d55532c:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:33,086 INFO [RS:0;7a780d55532c:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:33,086 INFO [RS:0;7a780d55532c:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:33,086 INFO [RS:0;7a780d55532c:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,42137,1731856651205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:17:33,108 INFO [RS:0;7a780d55532c:42137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:17:33,108 INFO [RS:0;7a780d55532c:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,42137,1731856651205-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:33,109 INFO [RS:0;7a780d55532c:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:33,109 INFO [RS:0;7a780d55532c:42137 {}] regionserver.Replication(171): 7a780d55532c,42137,1731856651205 started 2024-11-17T15:17:33,130 INFO [RS:0;7a780d55532c:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:33,131 INFO [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,42137,1731856651205, RpcServer on 7a780d55532c/172.17.0.2:42137, sessionid=0x10126812c710004 2024-11-17T15:17:33,131 DEBUG [RS:0;7a780d55532c:42137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:17:33,131 DEBUG [RS:0;7a780d55532c:42137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,42137,1731856651205 2024-11-17T15:17:33,131 DEBUG [RS:0;7a780d55532c:42137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,42137,1731856651205' 2024-11-17T15:17:33,131 DEBUG [RS:0;7a780d55532c:42137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1676482589/flush-table-proc/abort' 2024-11-17T15:17:33,132 DEBUG [RS:0;7a780d55532c:42137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1676482589/flush-table-proc/acquired' 2024-11-17T15:17:33,132 DEBUG [RS:0;7a780d55532c:42137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:17:33,132 DEBUG [RS:0;7a780d55532c:42137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:17:33,132 DEBUG [RS:0;7a780d55532c:42137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,42137,1731856651205 2024-11-17T15:17:33,132 DEBUG [RS:0;7a780d55532c:42137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,42137,1731856651205' 2024-11-17T15:17:33,132 DEBUG [RS:0;7a780d55532c:42137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1676482589/online-snapshot/abort' 2024-11-17T15:17:33,133 DEBUG [RS:0;7a780d55532c:42137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1676482589/online-snapshot/acquired' 2024-11-17T15:17:33,133 DEBUG [RS:0;7a780d55532c:42137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:17:33,133 INFO [RS:0;7a780d55532c:42137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:17:33,133 INFO [RS:0;7a780d55532c:42137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:17:33,234 INFO [RS:0;7a780d55532c:42137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:17:33,236 INFO [RS:0;7a780d55532c:42137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C42137%2C1731856651205, suffix=, logDir=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/WALs/7a780d55532c,42137,1731856651205, archiveDir=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/oldWALs, maxLogs=10 2024-11-17T15:17:33,249 DEBUG [RS:0;7a780d55532c:42137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/WALs/7a780d55532c,42137,1731856651205/7a780d55532c%2C42137%2C1731856651205.1731856653236, exclude list is [], retry=0 2024-11-17T15:17:33,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38063,DS-a19490d2-d369-4228-97cf-04a85d8b0f15,DISK] 2024-11-17T15:17:33,255 INFO [RS:0;7a780d55532c:42137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/WALs/7a780d55532c,42137,1731856651205/7a780d55532c%2C42137%2C1731856651205.1731856653236 2024-11-17T15:17:33,255 DEBUG [RS:0;7a780d55532c:42137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35461:35461)] 2024-11-17T15:17:33,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:17:33,436 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f 2024-11-17T15:17:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741833_1009 (size=32) 2024-11-17T15:17:33,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:33,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:17:33,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:17:33,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:33,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:33,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:17:33,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:17:33,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:33,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:33,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:17:33,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:17:33,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:33,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:33,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:17:33,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:17:33,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:33,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:33,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:17:33,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/data/hbase/meta/1588230740 2024-11-17T15:17:33,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/data/hbase/meta/1588230740 2024-11-17T15:17:33,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:17:33,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:17:33,862 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:33,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:17:33,866 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:33,866 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67900793, jitterRate=0.01180066168308258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:33,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856653851Initializing all the Stores at 1731856653852 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856653852Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856653852Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856653852Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856653852Cleaning up temporary data from old regions at 1731856653862 (+10 ms)Region opened successfully at 1731856653866 (+4 ms) 2024-11-17T15:17:33,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:17:33,867 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:17:33,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:17:33,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:17:33,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:17:33,867 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:33,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856653866Disabling compacts and flushes for region at 1731856653866Disabling writes for close at 1731856653867 (+1 ms)Writing region close event to WAL at 1731856653867Closed at 1731856653867 2024-11-17T15:17:33,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:33,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:17:33,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:17:33,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:17:33,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:17:34,021 DEBUG [7a780d55532c:35409 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:17:34,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,42137,1731856651205 2024-11-17T15:17:34,023 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,42137,1731856651205, state=OPENING 2024-11-17T15:17:34,028 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:17:34,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:34,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:34,031 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:17:34,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1676482589/meta-region-server: CHANGED 2024-11-17T15:17:34,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1676482589/meta-region-server: CHANGED 2024-11-17T15:17:34,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,42137,1731856651205}] 2024-11-17T15:17:34,185 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:17:34,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:17:34,191 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:17:34,191 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:34,192 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:17:34,193 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C42137%2C1731856651205.meta, suffix=.meta, logDir=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/WALs/7a780d55532c,42137,1731856651205, archiveDir=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/oldWALs, maxLogs=10 2024-11-17T15:17:34,211 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/WALs/7a780d55532c,42137,1731856651205/7a780d55532c%2C42137%2C1731856651205.meta.1731856654194.meta, exclude list is [], retry=0 2024-11-17T15:17:34,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38063,DS-a19490d2-d369-4228-97cf-04a85d8b0f15,DISK] 2024-11-17T15:17:34,218 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/WALs/7a780d55532c,42137,1731856651205/7a780d55532c%2C42137%2C1731856651205.meta.1731856654194.meta 2024-11-17T15:17:34,219 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35461:35461)] 2024-11-17T15:17:34,220 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:34,220 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:17:34,220 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:17:34,220 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:17:34,220 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:17:34,221 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:17:34,221 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:34,221 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:17:34,221 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:17:34,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:17:34,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:17:34,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:34,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:34,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:17:34,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:17:34,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:34,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:34,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:17:34,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:17:34,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:34,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:34,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:17:34,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:17:34,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:34,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:34,237 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:17:34,238 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/data/hbase/meta/1588230740 2024-11-17T15:17:34,239 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/data/hbase/meta/1588230740 2024-11-17T15:17:34,240 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:17:34,240 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:17:34,242 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:34,243 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:17:34,244 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67433422, jitterRate=0.004836291074752808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:34,244 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:17:34,245 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856654221Writing region info on filesystem at 1731856654221Initializing all the Stores at 1731856654225 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856654225Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856654229 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856654229Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856654229Cleaning up temporary data from old regions at 1731856654240 (+11 ms)Running coprocessor post-open hooks at 1731856654244 (+4 ms)Region opened successfully at 1731856654244 2024-11-17T15:17:34,246 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856654185 2024-11-17T15:17:34,249 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:17:34,250 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:17:34,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,42137,1731856651205 2024-11-17T15:17:34,251 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,42137,1731856651205, state=OPEN 2024-11-17T15:17:34,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1676482589/meta-region-server 2024-11-17T15:17:34,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1676482589/meta-region-server 2024-11-17T15:17:34,253 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,42137,1731856651205 2024-11-17T15:17:34,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1676482589/meta-region-server: CHANGED 2024-11-17T15:17:34,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1676482589/meta-region-server: CHANGED 2024-11-17T15:17:34,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:17:34,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,42137,1731856651205 in 222 msec 2024-11-17T15:17:34,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:17:34,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-11-17T15:17:34,259 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:34,259 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:17:34,261 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:34,261 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,42137,1731856651205, seqNum=-1] 2024-11-17T15:17:34,261 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:34,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:34,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-11-17T15:17:34,270 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856654270, completionTime=-1 2024-11-17T15:17:34,270 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:17:34,270 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:17:34,272 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:17:34,272 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856714272 2024-11-17T15:17:34,273 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856774273 2024-11-17T15:17:34,273 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T15:17:34,273 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,35409,1731856651163-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:34,273 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,35409,1731856651163-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:34,273 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,35409,1731856651163-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:34,273 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:35409, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:34,273 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:34,273 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:34,276 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:17:34,277 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.040sec 2024-11-17T15:17:34,278 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:17:34,278 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:17:34,278 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:17:34,278 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:17:34,278 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:17:34,278 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,35409,1731856651163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:17:34,278 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,35409,1731856651163-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:17:34,280 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:17:34,281 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:17:34,281 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,35409,1731856651163-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:34,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf3bbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:34,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,35409,-1 for getting cluster id 2024-11-17T15:17:34,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:34,339 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66d999b9-f09d-400a-a955-8dfc20b627ca' 2024-11-17T15:17:34,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:34,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66d999b9-f09d-400a-a955-8dfc20b627ca" 2024-11-17T15:17:34,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddd5992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:34,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,35409,-1] 2024-11-17T15:17:34,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:34,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:34,342 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:34,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b3d1f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:34,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:34,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,42137,1731856651205, seqNum=-1] 2024-11-17T15:17:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:34,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:34,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,35409,1731856651163 2024-11-17T15:17:34,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55625 2024-11-17T15:17:34,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:34,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10126812c710005 connected 2024-11-17T15:17:34,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7ace69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:34,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,39305,-1 for getting cluster id 2024-11-17T15:17:34,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:34,359 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3a2643-e325-4f3e-8aad-d0ce69329a42' 2024-11-17T15:17:34,359 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:34,359 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3a2643-e325-4f3e-8aad-d0ce69329a42" 2024-11-17T15:17:34,359 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427f6a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:34,359 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,39305,-1] 2024-11-17T15:17:34,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:34,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:34,361 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212f1f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:34,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,39305,1731856647767 2024-11-17T15:17:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@967907d 2024-11-17T15:17:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:34,365 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:34,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:35409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:17:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:17:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:34,370 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:35409' 2024-11-17T15:17:34,371 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4baf9818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:34,371 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,35409,-1 for getting cluster id 2024-11-17T15:17:34,371 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:34,372 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66d999b9-f09d-400a-a955-8dfc20b627ca' 2024-11-17T15:17:34,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:34,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66d999b9-f09d-400a-a955-8dfc20b627ca" 2024-11-17T15:17:34,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf343e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:34,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,35409,-1] 2024-11-17T15:17:34,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:34,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:34,374 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:34,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453e0f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:34,375 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:34,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,35409,1731856651163 2024-11-17T15:17:34,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d1a22b6 2024-11-17T15:17:34,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:34,376 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:34,377 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T15:17:34,377 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:17:34,377 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:34,377 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:34,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:34,378 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:17:34,380 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:17:34,381 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:17:34,381 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:34,382 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:17:34,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741835_1011 (size=1138) 2024-11-17T15:17:34,430 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:17:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:34,791 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a97977473daf14c4dc7ade4a3c27482, NAME => 'hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5 2024-11-17T15:17:34,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741836_1012 (size=44) 2024-11-17T15:17:34,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:17:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:35,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:35,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5a97977473daf14c4dc7ade4a3c27482, disabling compactions & flushes 2024-11-17T15:17:35,198 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. 2024-11-17T15:17:35,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. 2024-11-17T15:17:35,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. after waiting 0 ms 2024-11-17T15:17:35,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. 2024-11-17T15:17:35,198 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. 2024-11-17T15:17:35,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a97977473daf14c4dc7ade4a3c27482: Waiting for close lock at 1731856655198Disabling compacts and flushes for region at 1731856655198Disabling writes for close at 1731856655198Writing region close event to WAL at 1731856655198Closed at 1731856655198 2024-11-17T15:17:35,200 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:17:35,200 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856655200"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856655200"}]},"ts":"1731856655200"} 2024-11-17T15:17:35,203 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:17:35,204 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:17:35,205 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856655204"}]},"ts":"1731856655204"} 2024-11-17T15:17:35,206 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:17:35,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a97977473daf14c4dc7ade4a3c27482, ASSIGN}] 2024-11-17T15:17:35,208 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a97977473daf14c4dc7ade4a3c27482, ASSIGN 2024-11-17T15:17:35,209 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a97977473daf14c4dc7ade4a3c27482, ASSIGN; state=OFFLINE, location=7a780d55532c,34889,1731856647819; forceNewPlan=false, retain=false 2024-11-17T15:17:35,360 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5a97977473daf14c4dc7ade4a3c27482, regionState=OPENING, regionLocation=7a780d55532c,34889,1731856647819 2024-11-17T15:17:35,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a97977473daf14c4dc7ade4a3c27482, ASSIGN because future has completed 2024-11-17T15:17:35,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a97977473daf14c4dc7ade4a3c27482, server=7a780d55532c,34889,1731856647819}] 2024-11-17T15:17:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:35,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. 2024-11-17T15:17:35,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:35,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:17:35,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C34889%2C1731856647819.rep, suffix=, logDir=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819, archiveDir=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/oldWALs, maxLogs=10 2024-11-17T15:17:35,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819/7a780d55532c%2C34889%2C1731856647819.rep.1731856655524, exclude list is [], retry=0 2024-11-17T15:17:35,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41683,DS-4b516621-4fe3-4b39-9c69-6ca3be6b90ad,DISK] 2024-11-17T15:17:35,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819/7a780d55532c%2C34889%2C1731856647819.rep.1731856655524 2024-11-17T15:17:35,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36303:36303)] 2024-11-17T15:17:35,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a97977473daf14c4dc7ade4a3c27482, NAME => 'hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:35,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:17:35,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:17:35,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. service=MultiRowMutationService 2024-11-17T15:17:35,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:17:35,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:35,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:35,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:35,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:35,544 INFO [StoreOpener-5a97977473daf14c4dc7ade4a3c27482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:35,545 INFO [StoreOpener-5a97977473daf14c4dc7ade4a3c27482-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a97977473daf14c4dc7ade4a3c27482 columnFamilyName hfileref 2024-11-17T15:17:35,545 DEBUG [StoreOpener-5a97977473daf14c4dc7ade4a3c27482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:35,546 INFO [StoreOpener-5a97977473daf14c4dc7ade4a3c27482-1 {}] regionserver.HStore(327): Store=5a97977473daf14c4dc7ade4a3c27482/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:35,546 INFO [StoreOpener-5a97977473daf14c4dc7ade4a3c27482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:35,547 INFO [StoreOpener-5a97977473daf14c4dc7ade4a3c27482-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a97977473daf14c4dc7ade4a3c27482 columnFamilyName queue 2024-11-17T15:17:35,547 DEBUG [StoreOpener-5a97977473daf14c4dc7ade4a3c27482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:35,548 INFO [StoreOpener-5a97977473daf14c4dc7ade4a3c27482-1 {}] regionserver.HStore(327): Store=5a97977473daf14c4dc7ade4a3c27482/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:35,548 INFO [StoreOpener-5a97977473daf14c4dc7ade4a3c27482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:35,549 INFO [StoreOpener-5a97977473daf14c4dc7ade4a3c27482-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a97977473daf14c4dc7ade4a3c27482 columnFamilyName sid 2024-11-17T15:17:35,549 DEBUG [StoreOpener-5a97977473daf14c4dc7ade4a3c27482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:35,549 INFO [StoreOpener-5a97977473daf14c4dc7ade4a3c27482-1 {}] regionserver.HStore(327): Store=5a97977473daf14c4dc7ade4a3c27482/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:35,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:17:35,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:35,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/replication/5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:35,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/replication/5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:35,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:35,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:35,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:35,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:17:35,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:35,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/replication/5a97977473daf14c4dc7ade4a3c27482/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:35,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5a97977473daf14c4dc7ade4a3c27482; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68868710, jitterRate=0.026223748922348022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:17:35,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:35,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5a97977473daf14c4dc7ade4a3c27482: Running coprocessor pre-open hook at 1731856655543Writing region info on filesystem at 1731856655543Initializing all the Stores at 1731856655543Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856655543Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856655544 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856655544Cleaning up temporary data from old regions at 1731856655552 (+8 ms)Running coprocessor post-open hooks at 1731856655560 (+8 ms)Region opened successfully at 1731856655560 2024-11-17T15:17:35,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482., pid=7, masterSystemTime=1731856655517 2024-11-17T15:17:35,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. 2024-11-17T15:17:35,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. 2024-11-17T15:17:35,566 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5a97977473daf14c4dc7ade4a3c27482, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,34889,1731856647819 2024-11-17T15:17:35,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a97977473daf14c4dc7ade4a3c27482, server=7a780d55532c,34889,1731856647819 because future has completed 2024-11-17T15:17:35,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T15:17:35,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a97977473daf14c4dc7ade4a3c27482, server=7a780d55532c,34889,1731856647819 in 205 msec 2024-11-17T15:17:35,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:35,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:17:35,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a97977473daf14c4dc7ade4a3c27482, ASSIGN in 365 msec 2024-11-17T15:17:35,576 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:17:35,576 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856655576"}]},"ts":"1731856655576"} 2024-11-17T15:17:35,579 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:17:35,580 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:17:35,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-11-17T15:17:35,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482., hostname=7a780d55532c,34889,1731856647819, seqNum=2] 2024-11-17T15:17:35,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:35,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:35,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:17:35,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T15:17:35,812 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:17:35,841 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,34889,1731856647819, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:17:35,842 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:35,842 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,34889,1731856647819, seqNum=-1] 2024-11-17T15:17:35,842 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:35,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-17T15:17:35,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,34889,1731856647819', locateType=CURRENT is [region=hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482., hostname=7a780d55532c,34889,1731856647819, seqNum=2] 2024-11-17T15:17:35,849 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T15:17:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T15:17:35,852 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,34889,1731856647819 suceeded 2024-11-17T15:17:35,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T15:17:35,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-17T15:17:35,855 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:35409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:17:35,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4900 sec 2024-11-17T15:17:35,865 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:35409' 2024-11-17T15:17:35,866 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48f3b005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:35,866 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,35409,-1 for getting cluster id 2024-11-17T15:17:35,867 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:35,867 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66d999b9-f09d-400a-a955-8dfc20b627ca' 2024-11-17T15:17:35,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:35,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66d999b9-f09d-400a-a955-8dfc20b627ca" 2024-11-17T15:17:35,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c72023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:35,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,35409,-1] 2024-11-17T15:17:35,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:35,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:35,869 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:35,870 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76dc6e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:35,870 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:35,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,35409,1731856651163 2024-11-17T15:17:35,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331cfdfe 2024-11-17T15:17:35,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:35,872 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-17T15:17:35,872 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,34889,1731856647819 (queues=1) is replicating from cluster=db3a2643-e325-4f3e-8aad-d0ce69329a42 to cluster=66d999b9-f09d-400a-a955-8dfc20b627ca 2024-11-17T15:17:35,873 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C34889%2C1731856647819 2024-11-17T15:17:35,873 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,34889,1731856647819, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:17:35,873 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819.replicationSource.shipper7a780d55532c%2C34889%2C1731856647819,1-7a780d55532c,34889,1731856647819 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C34889%2C1731856647819 2024-11-17T15:17:35,873 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819.replicationSource.wal-reader.7a780d55532c%2C34889%2C1731856647819,1-7a780d55532c,34889,1731856647819 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819/7a780d55532c%2C34889%2C1731856647819.1731856649021, startPosition=0, beingWritten=true 2024-11-17T15:17:36,080 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819.replicationSource.wal-reader.7a780d55532c%2C34889%2C1731856647819,1-7a780d55532c,34889,1731856647819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819/7a780d55532c%2C34889%2C1731856647819.1731856649021 to pos 0, reset compression=false 2024-11-17T15:17:36,385 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819.replicationSource.wal-reader.7a780d55532c%2C34889%2C1731856647819,1-7a780d55532c,34889,1731856647819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819/7a780d55532c%2C34889%2C1731856647819.1731856649021 to pos 0, reset compression=false 2024-11-17T15:17:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:36,519 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:17:36,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:36,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:36,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:36,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:36,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:36,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,39305,1731856647767 2024-11-17T15:17:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@400bedda 2024-11-17T15:17:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:36,522 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:36,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T15:17:36,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:17:36,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:36,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:36,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:36,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:36,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:36,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:17:36,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1488561904, stopped=false 2024-11-17T15:17:36,523 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,35409,1731856651163 2024-11-17T15:17:36,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1676482589/running 2024-11-17T15:17:36,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1676482589/running 2024-11-17T15:17:36,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:36,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:36,530 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:17:36,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:36,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:36,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:36,531 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,42137,1731856651205' ***** 2024-11-17T15:17:36,531 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:17:36,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Set watcher on znode that does not yet exist, /1676482589/running 2024-11-17T15:17:36,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Set watcher on znode that does not yet exist, /1676482589/running 2024-11-17T15:17:36,531 INFO [RS:0;7a780d55532c:42137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:17:36,531 INFO [RS:0;7a780d55532c:42137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:17:36,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:17:36,531 INFO [RS:0;7a780d55532c:42137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:17:36,531 INFO [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,42137,1731856651205 2024-11-17T15:17:36,531 INFO [RS:0;7a780d55532c:42137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:17:36,531 INFO [RS:0;7a780d55532c:42137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:42137. 2024-11-17T15:17:36,531 DEBUG [RS:0;7a780d55532c:42137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:36,531 DEBUG [RS:0;7a780d55532c:42137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:36,531 INFO [RS:0;7a780d55532c:42137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:17:36,531 INFO [RS:0;7a780d55532c:42137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:17:36,532 INFO [RS:0;7a780d55532c:42137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:17:36,532 INFO [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:17:36,532 INFO [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T15:17:36,532 DEBUG [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:17:36,532 DEBUG [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:36,532 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:17:36,532 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:17:36,532 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:17:36,532 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:17:36,532 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:17:36,533 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T15:17:36,553 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/data/hbase/meta/1588230740/.tmp/ns/fb1e5848488c46e2bd189bcfa887f8f2 is 43, key is default/ns:d/1731856654264/Put/seqid=0 2024-11-17T15:17:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741835_1011 (size=5153) 2024-11-17T15:17:36,589 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:17:36,732 DEBUG [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:36,790 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819.replicationSource.wal-reader.7a780d55532c%2C34889%2C1731856647819,1-7a780d55532c,34889,1731856647819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819/7a780d55532c%2C34889%2C1731856647819.1731856649021 to pos 0, reset compression=false 2024-11-17T15:17:36,932 DEBUG [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:36,958 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/data/hbase/meta/1588230740/.tmp/ns/fb1e5848488c46e2bd189bcfa887f8f2 2024-11-17T15:17:36,964 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/data/hbase/meta/1588230740/.tmp/ns/fb1e5848488c46e2bd189bcfa887f8f2 as hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/data/hbase/meta/1588230740/ns/fb1e5848488c46e2bd189bcfa887f8f2 2024-11-17T15:17:36,971 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/data/hbase/meta/1588230740/ns/fb1e5848488c46e2bd189bcfa887f8f2, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T15:17:36,972 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-17T15:17:36,976 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T15:17:36,977 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:17:36,977 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:17:36,977 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:36,977 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856656532Running coprocessor pre-close hooks at 1731856656532Disabling compacts and flushes for region at 1731856656532Disabling writes for close at 1731856656532Obtaining lock to block concurrent updates at 1731856656533 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731856656533Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731856656533Flushing stores of hbase:meta,,1.1588230740 at 1731856656534 (+1 ms)Flushing 1588230740/ns: creating writer at 1731856656534Flushing 1588230740/ns: appending metadata at 1731856656552 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731856656552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@223a7768: reopening flushed file at 1731856656964 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1731856656972 (+8 ms)Writing region close event to WAL at 1731856656973 (+1 ms)Running coprocessor post-close hooks at 1731856656977 (+4 ms)Closed at 1731856656977 2024-11-17T15:17:36,977 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:37,133 INFO [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,42137,1731856651205; all regions closed. 2024-11-17T15:17:37,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741834_1010 (size=1152) 2024-11-17T15:17:37,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/WALs/7a780d55532c,42137,1731856651205/7a780d55532c%2C42137%2C1731856651205.meta.1731856654194.meta not finished, retry = 0 2024-11-17T15:17:37,154 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:17:37,154 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:17:37,239 DEBUG [RS:0;7a780d55532c:42137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/oldWALs 2024-11-17T15:17:37,239 INFO [RS:0;7a780d55532c:42137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C42137%2C1731856651205.meta:.meta(num 1731856654194) 2024-11-17T15:17:37,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741832_1008 (size=93) 2024-11-17T15:17:37,259 DEBUG [RS:0;7a780d55532c:42137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/oldWALs 2024-11-17T15:17:37,259 INFO [RS:0;7a780d55532c:42137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C42137%2C1731856651205:(num 1731856653236) 2024-11-17T15:17:37,259 DEBUG [RS:0;7a780d55532c:42137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:37,259 INFO [RS:0;7a780d55532c:42137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:17:37,259 INFO [RS:0;7a780d55532c:42137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:17:37,259 INFO [RS:0;7a780d55532c:42137 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T15:17:37,259 INFO [RS:0;7a780d55532c:42137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:17:37,260 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:17:37,260 INFO [RS:0;7a780d55532c:42137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42137 2024-11-17T15:17:37,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1676482589/rs/7a780d55532c,42137,1731856651205 2024-11-17T15:17:37,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589/rs 2024-11-17T15:17:37,262 INFO [RS:0;7a780d55532c:42137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:17:37,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,42137,1731856651205] 2024-11-17T15:17:37,272 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1676482589/draining/7a780d55532c,42137,1731856651205 already deleted, retry=false 2024-11-17T15:17:37,272 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,42137,1731856651205 expired; onlineServers=0 2024-11-17T15:17:37,272 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,35409,1731856651163' ***** 2024-11-17T15:17:37,272 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:17:37,272 INFO [M:0;7a780d55532c:35409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:17:37,272 INFO [M:0;7a780d55532c:35409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:17:37,272 DEBUG [M:0;7a780d55532c:35409 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:17:37,273 DEBUG [M:0;7a780d55532c:35409 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:17:37,273 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:17:37,273 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856653027 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856653027,5,FailOnTimeoutGroup] 2024-11-17T15:17:37,273 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856653027 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856653027,5,FailOnTimeoutGroup] 2024-11-17T15:17:37,273 INFO [M:0;7a780d55532c:35409 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:17:37,273 INFO [M:0;7a780d55532c:35409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:17:37,273 DEBUG [M:0;7a780d55532c:35409 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:17:37,273 INFO [M:0;7a780d55532c:35409 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:17:37,273 INFO [M:0;7a780d55532c:35409 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:17:37,273 INFO [M:0;7a780d55532c:35409 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:17:37,273 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:17:37,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1676482589/master 2024-11-17T15:17:37,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1676482589 2024-11-17T15:17:37,275 DEBUG [M:0;7a780d55532c:35409 {}] zookeeper.RecoverableZooKeeper(212): Node /1676482589/master already deleted, retry=false 2024-11-17T15:17:37,275 DEBUG [M:0;7a780d55532c:35409 {}] master.ActiveMasterManager(353): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Failed delete of our master address node; KeeperErrorCode = NoNode for /1676482589/master 2024-11-17T15:17:37,276 INFO [M:0;7a780d55532c:35409 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/.lastflushedseqids 2024-11-17T15:17:37,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741836_1012 (size=99) 2024-11-17T15:17:37,282 INFO [M:0;7a780d55532c:35409 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:17:37,282 INFO [M:0;7a780d55532c:35409 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:17:37,282 DEBUG [M:0;7a780d55532c:35409 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:17:37,282 INFO [M:0;7a780d55532c:35409 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:37,282 DEBUG [M:0;7a780d55532c:35409 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:37,282 DEBUG [M:0;7a780d55532c:35409 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:17:37,282 DEBUG [M:0;7a780d55532c:35409 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:37,282 INFO [M:0;7a780d55532c:35409 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T15:17:37,296 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819.replicationSource.wal-reader.7a780d55532c%2C34889%2C1731856647819,1-7a780d55532c,34889,1731856647819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819/7a780d55532c%2C34889%2C1731856647819.1731856649021 to pos 0, reset compression=false 2024-11-17T15:17:37,302 DEBUG [M:0;7a780d55532c:35409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c63f9c33c165470cb96afc149845ef89 is 82, key is hbase:meta,,1/info:regioninfo/1731856654250/Put/seqid=0 2024-11-17T15:17:37,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741837_1013 (size=5672) 2024-11-17T15:17:37,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:37,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x10126812c710004, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:37,372 INFO [RS:0;7a780d55532c:42137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:17:37,372 INFO [RS:0;7a780d55532c:42137 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,42137,1731856651205; zookeeper connection closed. 2024-11-17T15:17:37,372 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ef1f9d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ef1f9d8 2024-11-17T15:17:37,373 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:17:37,709 INFO [M:0;7a780d55532c:35409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c63f9c33c165470cb96afc149845ef89 2024-11-17T15:17:37,730 DEBUG [M:0;7a780d55532c:35409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3430941aa344709b79740020a28ffec is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731856654269/Put/seqid=0 2024-11-17T15:17:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741838_1014 (size=5275) 2024-11-17T15:17:37,906 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819.replicationSource.wal-reader.7a780d55532c%2C34889%2C1731856647819,1-7a780d55532c,34889,1731856647819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819/7a780d55532c%2C34889%2C1731856647819.1731856649021 to pos 0, reset compression=false 2024-11-17T15:17:38,135 INFO [M:0;7a780d55532c:35409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3430941aa344709b79740020a28ffec 2024-11-17T15:17:38,155 DEBUG [M:0;7a780d55532c:35409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5b68f02d70e4557b8012a97149a7224 is 69, key is 7a780d55532c,42137,1731856651205/rs:state/1731856653062/Put/seqid=0 2024-11-17T15:17:38,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741839_1015 (size=5156) 2024-11-17T15:17:38,560 INFO [M:0;7a780d55532c:35409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5b68f02d70e4557b8012a97149a7224 2024-11-17T15:17:38,566 DEBUG [M:0;7a780d55532c:35409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c63f9c33c165470cb96afc149845ef89 as hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c63f9c33c165470cb96afc149845ef89 2024-11-17T15:17:38,570 INFO [M:0;7a780d55532c:35409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c63f9c33c165470cb96afc149845ef89, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T15:17:38,571 DEBUG [M:0;7a780d55532c:35409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3430941aa344709b79740020a28ffec as hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3430941aa344709b79740020a28ffec 2024-11-17T15:17:38,576 INFO [M:0;7a780d55532c:35409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3430941aa344709b79740020a28ffec, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T15:17:38,577 DEBUG [M:0;7a780d55532c:35409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5b68f02d70e4557b8012a97149a7224 as hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5b68f02d70e4557b8012a97149a7224 2024-11-17T15:17:38,581 INFO [M:0;7a780d55532c:35409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/daf0a8a3-ab28-28a9-1184-0ee6ac9ac98f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5b68f02d70e4557b8012a97149a7224, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T15:17:38,582 INFO [M:0;7a780d55532c:35409 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false 2024-11-17T15:17:38,584 INFO [M:0;7a780d55532c:35409 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:38,584 DEBUG [M:0;7a780d55532c:35409 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856657282Disabling compacts and flushes for region at 1731856657282Disabling writes for close at 1731856657282Obtaining lock to block concurrent updates at 1731856657282Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856657282Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731856657283 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856657283Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856657283Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856657301 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856657301Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856657715 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856657729 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856657729Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856658141 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856658155 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856658155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71edb8db: reopening flushed file at 1731856658565 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bae2a56: reopening flushed file at 1731856658571 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7464671: reopening flushed file at 1731856658576 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false at 1731856658582 (+6 ms)Writing region close event to WAL at 1731856658583 (+1 ms)Closed at 1731856658584 (+1 ms) 2024-11-17T15:17:38,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38063 is added to blk_1073741830_1006 (size=10165) 2024-11-17T15:17:38,587 INFO [M:0;7a780d55532c:35409 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:17:38,587 INFO [M:0;7a780d55532c:35409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35409 2024-11-17T15:17:38,587 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:17:38,587 INFO [M:0;7a780d55532c:35409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:17:38,612 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819.replicationSource.wal-reader.7a780d55532c%2C34889%2C1731856647819,1-7a780d55532c,34889,1731856647819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/WALs/7a780d55532c,34889,1731856647819/7a780d55532c%2C34889%2C1731856647819.1731856649021 to pos 0, reset compression=false 2024-11-17T15:17:38,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:38,689 INFO [M:0;7a780d55532c:35409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:17:38,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10126812c710003, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:38,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22c2d4d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:17:38,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c5d6540{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:17:38,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:17:38,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ccc9c00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:17:38,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6667d151{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/hadoop.log.dir/,STOPPED} 2024-11-17T15:17:38,702 WARN [BP-1160329811-172.17.0.2-1731856650195 heartbeating to localhost/127.0.0.1:33521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:17:38,702 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:17:38,702 WARN [BP-1160329811-172.17.0.2-1731856650195 heartbeating to localhost/127.0.0.1:33521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1160329811-172.17.0.2-1731856650195 (Datanode Uuid 752a8833-92d3-426d-be67-7db9024fcdc7) service to localhost/127.0.0.1:33521 2024-11-17T15:17:38,702 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:17:38,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/cluster_85982390-d14c-6951-1291-ae548d277253/data/data1/current/BP-1160329811-172.17.0.2-1731856650195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:17:38,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/cluster_85982390-d14c-6951-1291-ae548d277253/data/data2/current/BP-1160329811-172.17.0.2-1731856650195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:17:38,704 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:17:38,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6900e8cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:17:38,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e4247d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:17:38,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:17:38,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe8e155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:17:38,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69a480b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/hadoop.log.dir/,STOPPED} 2024-11-17T15:17:38,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:17:38,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:17:38,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:38,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:38,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:38,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:38,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:38,740 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:17:38,740 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=931791541, stopped=false 2024-11-17T15:17:38,740 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,39305,1731856647767 2024-11-17T15:17:38,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01335220263/running 2024-11-17T15:17:38,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:38,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01335220263/running 2024-11-17T15:17:38,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:38,744 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:17:38,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Set watcher on znode that does not yet exist, /01335220263/running 2024-11-17T15:17:38,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:38,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:38,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:38,747 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,34889,1731856647819' ***** 2024-11-17T15:17:38,747 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:17:38,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Set watcher on znode that does not yet exist, /01335220263/running 2024-11-17T15:17:38,748 INFO [RS:0;7a780d55532c:34889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:17:38,749 INFO [RS:0;7a780d55532c:34889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:17:38,749 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:17:38,749 INFO [RS:0;7a780d55532c:34889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:17:38,749 INFO [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:38,756 INFO [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,34889,1731856647819 2024-11-17T15:17:38,756 INFO [RS:0;7a780d55532c:34889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:17:38,756 INFO [RS:0;7a780d55532c:34889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:34889. 2024-11-17T15:17:38,756 DEBUG [RS:0;7a780d55532c:34889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:38,757 DEBUG [RS:0;7a780d55532c:34889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:38,757 INFO [RS:0;7a780d55532c:34889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:17:38,757 INFO [RS:0;7a780d55532c:34889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:17:38,757 INFO [RS:0;7a780d55532c:34889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:17:38,757 INFO [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:17:38,758 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a97977473daf14c4dc7ade4a3c27482, disabling compactions & flushes 2024-11-17T15:17:38,759 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. 2024-11-17T15:17:38,759 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. 2024-11-17T15:17:38,760 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. after waiting 0 ms 2024-11-17T15:17:38,760 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. 2024-11-17T15:17:38,760 INFO [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T15:17:38,761 DEBUG [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5a97977473daf14c4dc7ade4a3c27482=hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482.} 2024-11-17T15:17:38,761 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:17:38,761 DEBUG [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a97977473daf14c4dc7ade4a3c27482 2024-11-17T15:17:38,761 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:17:38,761 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:17:38,761 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a97977473daf14c4dc7ade4a3c27482 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-17T15:17:38,761 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:17:38,761 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:17:38,761 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T15:17:38,791 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:17:38,792 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/replication/5a97977473daf14c4dc7ade4a3c27482/.tmp/queue/41ae615d3d51484b9a34477d3132fa2e is 151, key is 1-7a780d55532c,34889,1731856647819/queue:7a780d55532c%2C34889%2C1731856647819/1731856655847/Put/seqid=0 2024-11-17T15:17:38,792 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/.tmp/info/960611d96aad4614914809753d2a3c75 is 147, key is hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482./info:regioninfo/1731856655565/Put/seqid=0 2024-11-17T15:17:38,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741839_1015 (size=6631) 2024-11-17T15:17:38,806 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/.tmp/info/960611d96aad4614914809753d2a3c75 2024-11-17T15:17:38,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741838_1014 (size=5350) 2024-11-17T15:17:38,815 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/replication/5a97977473daf14c4dc7ade4a3c27482/.tmp/queue/41ae615d3d51484b9a34477d3132fa2e 2024-11-17T15:17:38,830 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/replication/5a97977473daf14c4dc7ade4a3c27482/.tmp/queue/41ae615d3d51484b9a34477d3132fa2e as hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/replication/5a97977473daf14c4dc7ade4a3c27482/queue/41ae615d3d51484b9a34477d3132fa2e 2024-11-17T15:17:38,845 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/replication/5a97977473daf14c4dc7ade4a3c27482/queue/41ae615d3d51484b9a34477d3132fa2e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-17T15:17:38,848 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5a97977473daf14c4dc7ade4a3c27482 in 87ms, sequenceid=5, compaction requested=false 2024-11-17T15:17:38,848 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T15:17:38,850 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/.tmp/ns/b1f0283c00b8433790e4753a3e014a02 is 43, key is default/ns:d/1731856650097/Put/seqid=0 2024-11-17T15:17:38,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741840_1016 (size=5153) 2024-11-17T15:17:38,881 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/replication/5a97977473daf14c4dc7ade4a3c27482/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T15:17:38,882 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:17:38,882 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:17:38,882 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. 2024-11-17T15:17:38,882 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a97977473daf14c4dc7ade4a3c27482: Waiting for close lock at 1731856658758Running coprocessor pre-close hooks at 1731856658758Disabling compacts and flushes for region at 1731856658758Disabling writes for close at 1731856658760 (+2 ms)Obtaining lock to block concurrent updates at 1731856658761 (+1 ms)Preparing flush snapshotting stores in 5a97977473daf14c4dc7ade4a3c27482 at 1731856658761Finished memstore snapshotting hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731856658761Flushing stores of hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. at 1731856658762 (+1 ms)Flushing 5a97977473daf14c4dc7ade4a3c27482/queue: creating writer at 1731856658762Flushing 5a97977473daf14c4dc7ade4a3c27482/queue: appending metadata at 1731856658791 (+29 ms)Flushing 5a97977473daf14c4dc7ade4a3c27482/queue: closing flushed file at 1731856658791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454a7a18: reopening flushed file at 1731856658829 (+38 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5a97977473daf14c4dc7ade4a3c27482 in 87ms, sequenceid=5, compaction requested=false at 1731856658848 (+19 ms)Writing region close event to WAL at 1731856658872 (+24 ms)Running coprocessor post-close hooks at 1731856658881 (+9 ms)Closed at 1731856658882 (+1 ms) 2024-11-17T15:17:38,882 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731856654378.5a97977473daf14c4dc7ade4a3c27482. 2024-11-17T15:17:38,954 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:17:38,955 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:17:38,961 DEBUG [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:39,161 DEBUG [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:17:39,278 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/.tmp/ns/b1f0283c00b8433790e4753a3e014a02 2024-11-17T15:17:39,305 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/.tmp/table/7531fb29b0ab4807a4e86e29dc55db2e is 53, key is hbase:replication/table:state/1731856655576/Put/seqid=0 2024-11-17T15:17:39,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741841_1017 (size=5256) 2024-11-17T15:17:39,311 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/.tmp/table/7531fb29b0ab4807a4e86e29dc55db2e 2024-11-17T15:17:39,320 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/.tmp/info/960611d96aad4614914809753d2a3c75 as hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/info/960611d96aad4614914809753d2a3c75 2024-11-17T15:17:39,327 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/info/960611d96aad4614914809753d2a3c75, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T15:17:39,328 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/.tmp/ns/b1f0283c00b8433790e4753a3e014a02 as hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/ns/b1f0283c00b8433790e4753a3e014a02 2024-11-17T15:17:39,341 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/ns/b1f0283c00b8433790e4753a3e014a02, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T15:17:39,342 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/.tmp/table/7531fb29b0ab4807a4e86e29dc55db2e as hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/table/7531fb29b0ab4807a4e86e29dc55db2e 2024-11-17T15:17:39,348 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/table/7531fb29b0ab4807a4e86e29dc55db2e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T15:17:39,349 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 588ms, sequenceid=11, compaction requested=false 2024-11-17T15:17:39,355 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T15:17:39,355 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:17:39,355 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:17:39,355 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:39,356 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856658760Running coprocessor pre-close hooks at 1731856658760Disabling compacts and flushes for region at 1731856658760Disabling writes for close at 1731856658761 (+1 ms)Obtaining lock to block concurrent updates at 1731856658761Preparing flush snapshotting stores in 1588230740 at 1731856658761Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731856658762 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731856658763 (+1 ms)Flushing 1588230740/info: creating writer at 1731856658766 (+3 ms)Flushing 1588230740/info: appending metadata at 1731856658792 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731856658792Flushing 1588230740/ns: creating writer at 1731856658823 (+31 ms)Flushing 1588230740/ns: appending metadata at 1731856658849 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731856658849Flushing 1588230740/table: creating writer at 1731856659287 (+438 ms)Flushing 1588230740/table: appending metadata at 1731856659304 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731856659305 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1100629d: reopening flushed file at 1731856659319 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba2112: reopening flushed file at 1731856659327 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f6bd2e: reopening flushed file at 1731856659341 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 588ms, sequenceid=11, compaction requested=false at 1731856659349 (+8 ms)Writing region close event to WAL at 1731856659350 (+1 ms)Running coprocessor post-close hooks at 1731856659355 (+5 ms)Closed at 1731856659355 2024-11-17T15:17:39,356 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:39,361 INFO [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,34889,1731856647819; all regions closed. 2024-11-17T15:17:39,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741834_1010 (size=2742) 2024-11-17T15:17:39,370 DEBUG [RS:0;7a780d55532c:34889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/oldWALs 2024-11-17T15:17:39,370 INFO [RS:0;7a780d55532c:34889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C34889%2C1731856647819.meta:.meta(num 1731856650018) 2024-11-17T15:17:39,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741837_1013 (size=1586) 2024-11-17T15:17:39,384 DEBUG [RS:0;7a780d55532c:34889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/oldWALs 2024-11-17T15:17:39,384 INFO [RS:0;7a780d55532c:34889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C34889%2C1731856647819.rep:(num 1731856655524) 2024-11-17T15:17:39,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741832_1008 (size=93) 2024-11-17T15:17:39,406 DEBUG [RS:0;7a780d55532c:34889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/oldWALs 2024-11-17T15:17:39,406 INFO [RS:0;7a780d55532c:34889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C34889%2C1731856647819:(num 1731856649021) 2024-11-17T15:17:39,406 DEBUG [RS:0;7a780d55532c:34889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:39,406 INFO [RS:0;7a780d55532c:34889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:17:39,406 INFO [RS:0;7a780d55532c:34889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:17:39,406 INFO [RS:0;7a780d55532c:34889 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:17:39,406 INFO [RS:0;7a780d55532c:34889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:17:39,407 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:17:39,407 INFO [RS:0;7a780d55532c:34889 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,34889,1731856647819 because: Region server is closing 2024-11-17T15:17:39,407 INFO [RS:0;7a780d55532c:34889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:34889. 2024-11-17T15:17:39,407 DEBUG [RS:0;7a780d55532c:34889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:39,407 DEBUG [RS:0;7a780d55532c:34889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:39,407 DEBUG [RS:0;7a780d55532c:34889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:39,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:39,507 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819.replicationSource.shipper7a780d55532c%2C34889%2C1731856647819,1-7a780d55532c,34889,1731856647819 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T15:17:39,508 INFO [RS:0;7a780d55532c:34889 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,34889,1731856647819.replicationSource.shipper7a780d55532c%2C34889%2C1731856647819,1-7a780d55532c,34889,1731856647819 terminated 2024-11-17T15:17:39,508 INFO [RS:0;7a780d55532c:34889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34889 2024-11-17T15:17:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01335220263/rs/7a780d55532c,34889,1731856647819 2024-11-17T15:17:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263/rs 2024-11-17T15:17:39,511 INFO [RS:0;7a780d55532c:34889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:17:39,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,34889,1731856647819] 2024-11-17T15:17:39,513 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01335220263/draining/7a780d55532c,34889,1731856647819 already deleted, retry=false 2024-11-17T15:17:39,514 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,34889,1731856647819 expired; onlineServers=0 2024-11-17T15:17:39,514 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,39305,1731856647767' ***** 2024-11-17T15:17:39,514 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:17:39,514 INFO [M:0;7a780d55532c:39305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:17:39,514 INFO [M:0;7a780d55532c:39305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:17:39,514 DEBUG [M:0;7a780d55532c:39305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:17:39,514 DEBUG [M:0;7a780d55532c:39305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:17:39,514 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:17:39,514 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856648848 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856648848,5,FailOnTimeoutGroup] 2024-11-17T15:17:39,514 INFO [M:0;7a780d55532c:39305 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:17:39,514 INFO [M:0;7a780d55532c:39305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:17:39,514 DEBUG [M:0;7a780d55532c:39305 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:17:39,514 INFO [M:0;7a780d55532c:39305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:17:39,514 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856648845 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856648845,5,FailOnTimeoutGroup] 2024-11-17T15:17:39,514 INFO [M:0;7a780d55532c:39305 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:17:39,515 INFO [M:0;7a780d55532c:39305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:17:39,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:17:39,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01335220263/master 2024-11-17T15:17:39,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335220263 2024-11-17T15:17:39,522 DEBUG [M:0;7a780d55532c:39305 {}] zookeeper.RecoverableZooKeeper(212): Node /01335220263/master already deleted, retry=false 2024-11-17T15:17:39,522 DEBUG [M:0;7a780d55532c:39305 {}] master.ActiveMasterManager(353): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Failed delete of our master address node; KeeperErrorCode = NoNode for /01335220263/master 2024-11-17T15:17:39,523 INFO [M:0;7a780d55532c:39305 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/.lastflushedseqids 2024-11-17T15:17:39,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741842_1018 (size=181) 2024-11-17T15:17:39,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:39,613 INFO [RS:0;7a780d55532c:34889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:17:39,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x10126812c710001, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:39,613 INFO [RS:0;7a780d55532c:34889 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,34889,1731856647819; zookeeper connection closed. 2024-11-17T15:17:39,614 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12b0b6e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12b0b6e0 2024-11-17T15:17:39,614 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:17:39,941 INFO [M:0;7a780d55532c:39305 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:17:39,942 INFO [M:0;7a780d55532c:39305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:17:39,942 DEBUG [M:0;7a780d55532c:39305 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:17:39,942 INFO [M:0;7a780d55532c:39305 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:39,942 DEBUG [M:0;7a780d55532c:39305 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:39,942 DEBUG [M:0;7a780d55532c:39305 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:17:39,942 DEBUG [M:0;7a780d55532c:39305 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:39,942 INFO [M:0;7a780d55532c:39305 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-17T15:17:39,967 DEBUG [M:0;7a780d55532c:39305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84a51e3da7934259b4c45cdb37211c85 is 82, key is hbase:meta,,1/info:regioninfo/1731856650075/Put/seqid=0 2024-11-17T15:17:39,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741843_1019 (size=5672) 2024-11-17T15:17:39,977 INFO [M:0;7a780d55532c:39305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84a51e3da7934259b4c45cdb37211c85 2024-11-17T15:17:40,053 DEBUG [M:0;7a780d55532c:39305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6708b8f6090d45e9a80ad07079540928 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731856655582/Put/seqid=0 2024-11-17T15:17:40,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741844_1020 (size=7203) 2024-11-17T15:17:40,073 INFO [M:0;7a780d55532c:39305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6708b8f6090d45e9a80ad07079540928 2024-11-17T15:17:40,099 DEBUG [M:0;7a780d55532c:39305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5aa52751a8a4a40b7e97f8b886d513c is 69, key is 7a780d55532c,34889,1731856647819/rs:state/1731856648865/Put/seqid=0 2024-11-17T15:17:40,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741845_1021 (size=5156) 2024-11-17T15:17:40,508 INFO [M:0;7a780d55532c:39305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5aa52751a8a4a40b7e97f8b886d513c 2024-11-17T15:17:40,525 DEBUG [M:0;7a780d55532c:39305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84a51e3da7934259b4c45cdb37211c85 as hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84a51e3da7934259b4c45cdb37211c85 2024-11-17T15:17:40,533 INFO [M:0;7a780d55532c:39305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84a51e3da7934259b4c45cdb37211c85, entries=8, sequenceid=70, filesize=5.5 K 2024-11-17T15:17:40,537 DEBUG [M:0;7a780d55532c:39305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6708b8f6090d45e9a80ad07079540928 as hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6708b8f6090d45e9a80ad07079540928 2024-11-17T15:17:40,545 INFO [M:0;7a780d55532c:39305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6708b8f6090d45e9a80ad07079540928, entries=8, sequenceid=70, filesize=7.0 K 2024-11-17T15:17:40,546 DEBUG [M:0;7a780d55532c:39305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5aa52751a8a4a40b7e97f8b886d513c as hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5aa52751a8a4a40b7e97f8b886d513c 2024-11-17T15:17:40,552 INFO [M:0;7a780d55532c:39305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38979/user/jenkins/test-data/0b7fb93a-f5d0-0ed6-9033-5299528b79d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5aa52751a8a4a40b7e97f8b886d513c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-17T15:17:40,553 INFO [M:0;7a780d55532c:39305 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 611ms, sequenceid=70, compaction requested=false 2024-11-17T15:17:40,558 INFO [M:0;7a780d55532c:39305 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:40,558 DEBUG [M:0;7a780d55532c:39305 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856659942Disabling compacts and flushes for region at 1731856659942Disabling writes for close at 1731856659942Obtaining lock to block concurrent updates at 1731856659942Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856659942Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731856659943 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856659943Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856659944 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856659966 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856659966Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856659988 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856660053 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856660053Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856660079 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856660098 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856660098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50554875: reopening flushed file at 1731856660524 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3316635e: reopening flushed file at 1731856660534 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa4f842: reopening flushed file at 1731856660546 (+12 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 611ms, sequenceid=70, compaction requested=false at 1731856660553 (+7 ms)Writing region close event to WAL at 1731856660558 (+5 ms)Closed at 1731856660558 2024-11-17T15:17:40,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41683 is added to blk_1073741830_1006 (size=41008) 2024-11-17T15:17:40,564 INFO [M:0;7a780d55532c:39305 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:17:40,564 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:17:40,564 INFO [M:0;7a780d55532c:39305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39305 2024-11-17T15:17:40,564 INFO [M:0;7a780d55532c:39305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:17:40,667 INFO [M:0;7a780d55532c:39305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:17:40,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:40,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39305-0x10126812c710000, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:17:40,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3eb19351{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:17:40,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@289b9e75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:17:40,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:17:40,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10972997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:17:40,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a9ba7ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/hadoop.log.dir/,STOPPED} 2024-11-17T15:17:40,676 WARN [BP-1376935105-172.17.0.2-1731856646664 heartbeating to localhost/127.0.0.1:38979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:17:40,676 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:17:40,676 WARN [BP-1376935105-172.17.0.2-1731856646664 heartbeating to localhost/127.0.0.1:38979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1376935105-172.17.0.2-1731856646664 (Datanode Uuid 57b396d2-2331-4108-9271-c7b96632e393) service to localhost/127.0.0.1:38979 2024-11-17T15:17:40,677 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:17:40,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/cluster_883ff606-173d-6f65-e61b-c03196dc27a1/data/data1/current/BP-1376935105-172.17.0.2-1731856646664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:17:40,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/cluster_883ff606-173d-6f65-e61b-c03196dc27a1/data/data2/current/BP-1376935105-172.17.0.2-1731856646664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:17:40,678 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:17:40,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@685cae17{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:17:40,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d0a34eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:17:40,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:17:40,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79c87c59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:17:40,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e9b328a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4088a2f3-6d01-7790-52eb-f924b66c9d1a/hadoop.log.dir/,STOPPED} 2024-11-17T15:17:40,692 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T15:17:40,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:17:40,712 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 106) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55625) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38979 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33521 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55625) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 239) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3291 (was 4123) 2024-11-17T15:17:40,720 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=3291 2024-11-17T15:17:40,738 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-17T15:17:40,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/hadoop.log.dir so I do NOT create it in target/test-data/363a00bd-2384-2bb3-8482-852d9e969558 2024-11-17T15:17:40,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:17:40,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/hadoop.tmp.dir so I do NOT create it in target/test-data/363a00bd-2384-2bb3-8482-852d9e969558 2024-11-17T15:17:40,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19ad374e-8b74-108a-2708-e0a4c69482fb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:17:40,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558 2024-11-17T15:17:40,739 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/cluster_8cc6d86b-6799-2704-e52a-c2d606345261, deleteOnExit=true 2024-11-17T15:17:40,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/cluster_8cc6d86b-6799-2704-e52a-c2d606345261/zookeeper_0, clientPort=51424, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/cluster_8cc6d86b-6799-2704-e52a-c2d606345261/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/cluster_8cc6d86b-6799-2704-e52a-c2d606345261/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T15:17:40,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51424 2024-11-17T15:17:40,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:17:40,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:17:40,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/test.cache.data in system properties and HBase conf 2024-11-17T15:17:40,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:17:40,747 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:17:40,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:17:40,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:17:40,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:17:40,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:17:40,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:17:40,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:17:40,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:17:40,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:17:40,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10126812c710002, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:17:40,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10126812c710005, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:17:40,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10126812c710005, quorum=127.0.0.1:55625, baseZNode=/1676482589 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:17:40,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10126812c710002, quorum=127.0.0.1:55625, baseZNode=/01335220263 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:17:40,819 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T15:17:40,820 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:40,841 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:40,844 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:40,844 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:40,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:40,888 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:17:40,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:17:40,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:17:40,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:17:40,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:40,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a4610d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:17:40,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3664e614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:17:41,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7077a536{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/java.io.tmpdir/jetty-localhost-43485-hadoop-hdfs-3_4_1-tests_jar-_-any-1169295636159227040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:17:41,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a1effe{HTTP/1.1, (http/1.1)}{localhost:43485} 2024-11-17T15:17:41,048 INFO [Time-limited test {}] server.Server(415): Started @43985ms 2024-11-17T15:17:41,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:41,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:17:41,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:17:41,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:17:41,180 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:17:41,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68f73b70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:17:41,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@667da5ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:17:41,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c6b6816{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/java.io.tmpdir/jetty-localhost-44759-hadoop-hdfs-3_4_1-tests_jar-_-any-17987614493282165006/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:17:41,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3aca339d{HTTP/1.1, (http/1.1)}{localhost:44759} 2024-11-17T15:17:41,299 INFO [Time-limited test {}] server.Server(415): Started @44236ms 2024-11-17T15:17:41,300 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:17:41,422 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/cluster_8cc6d86b-6799-2704-e52a-c2d606345261/data/data2/current/BP-1218130937-172.17.0.2-1731856660778/current, will proceed with Du for space computation calculation, 2024-11-17T15:17:41,422 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/cluster_8cc6d86b-6799-2704-e52a-c2d606345261/data/data1/current/BP-1218130937-172.17.0.2-1731856660778/current, will proceed with Du for space computation calculation, 2024-11-17T15:17:41,438 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:17:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf673f7a5c931b394 with lease ID 0x90d9c692bef25289: Processing first storage report for DS-0f73e242-698d-48d0-a053-5e678ce21329 from datanode DatanodeRegistration(127.0.0.1:46873, datanodeUuid=1359f69c-673a-4624-ab07-1af71f2c3ab9, infoPort=34295, infoSecurePort=0, ipcPort=35779, storageInfo=lv=-57;cid=testClusterID;nsid=1079142008;c=1731856660778) 2024-11-17T15:17:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf673f7a5c931b394 with lease ID 0x90d9c692bef25289: from storage DS-0f73e242-698d-48d0-a053-5e678ce21329 node DatanodeRegistration(127.0.0.1:46873, datanodeUuid=1359f69c-673a-4624-ab07-1af71f2c3ab9, infoPort=34295, infoSecurePort=0, ipcPort=35779, storageInfo=lv=-57;cid=testClusterID;nsid=1079142008;c=1731856660778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:17:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf673f7a5c931b394 with lease ID 0x90d9c692bef25289: Processing first storage report for DS-32bbd21a-57ff-4e7f-8dc6-a4e4715955a3 from datanode DatanodeRegistration(127.0.0.1:46873, datanodeUuid=1359f69c-673a-4624-ab07-1af71f2c3ab9, infoPort=34295, infoSecurePort=0, ipcPort=35779, storageInfo=lv=-57;cid=testClusterID;nsid=1079142008;c=1731856660778) 2024-11-17T15:17:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf673f7a5c931b394 with lease ID 0x90d9c692bef25289: from storage DS-32bbd21a-57ff-4e7f-8dc6-a4e4715955a3 node DatanodeRegistration(127.0.0.1:46873, datanodeUuid=1359f69c-673a-4624-ab07-1af71f2c3ab9, infoPort=34295, infoSecurePort=0, ipcPort=35779, storageInfo=lv=-57;cid=testClusterID;nsid=1079142008;c=1731856660778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:17:41,530 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558 2024-11-17T15:17:41,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:41,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:17:41,940 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a with version=8 2024-11-17T15:17:41,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/hbase-staging 2024-11-17T15:17:41,943 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:17:41,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:41,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:41,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:17:41,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:41,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:17:41,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:17:41,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:17:41,961 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33767 2024-11-17T15:17:41,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33767 connecting to ZooKeeper ensemble=127.0.0.1:51424 2024-11-17T15:17:41,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337670x0, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:41,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33767-0x101268163940000 connected 2024-11-17T15:17:42,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:42,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:42,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Set watcher on znode that does not yet exist, /0-518351244/running 2024-11-17T15:17:42,037 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a, hbase.cluster.distributed=false 2024-11-17T15:17:42,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Set watcher on znode that does not yet exist, /0-518351244/acl 2024-11-17T15:17:42,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33767 2024-11-17T15:17:42,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33767 2024-11-17T15:17:42,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33767 2024-11-17T15:17:42,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33767 2024-11-17T15:17:42,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33767 2024-11-17T15:17:42,060 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:17:42,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:42,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:42,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:17:42,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:42,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:17:42,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:17:42,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:17:42,061 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41485 2024-11-17T15:17:42,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41485 connecting to ZooKeeper ensemble=127.0.0.1:51424 2024-11-17T15:17:42,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:42,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:42,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414850x0, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:42,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414850x0, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Set watcher on znode that does not yet exist, /0-518351244/running 2024-11-17T15:17:42,074 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:17:42,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41485-0x101268163940001 connected 2024-11-17T15:17:42,084 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:17:42,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Set watcher on znode that does not yet exist, /0-518351244/master 2024-11-17T15:17:42,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Set watcher on znode that does not yet exist, /0-518351244/acl 2024-11-17T15:17:42,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-17T15:17:42,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41485 2024-11-17T15:17:42,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41485 2024-11-17T15:17:42,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-17T15:17:42,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-17T15:17:42,107 DEBUG [M:0;7a780d55532c:33767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:33767 2024-11-17T15:17:42,107 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-518351244/backup-masters/7a780d55532c,33767,1731856661943 2024-11-17T15:17:42,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244/backup-masters 2024-11-17T15:17:42,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244/backup-masters 2024-11-17T15:17:42,110 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Set watcher on existing znode=/0-518351244/backup-masters/7a780d55532c,33767,1731856661943 2024-11-17T15:17:42,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:17:42,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-518351244/master 2024-11-17T15:17:42,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:17:42,112 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Set watcher on existing znode=/0-518351244/master 2024-11-17T15:17:42,113 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-518351244/backup-masters/7a780d55532c,33767,1731856661943 from backup master directory 2024-11-17T15:17:42,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-518351244/backup-masters/7a780d55532c,33767,1731856661943 2024-11-17T15:17:42,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244/backup-masters 2024-11-17T15:17:42,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244/backup-masters 2024-11-17T15:17:42,114 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:17:42,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,33767,1731856661943 2024-11-17T15:17:42,118 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/hbase.id] with ID: 79bd293a-afe1-4789-8ba7-ff9674596517 2024-11-17T15:17:42,118 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/.tmp/hbase.id 2024-11-17T15:17:42,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:17:42,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:17:42,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T15:17:42,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T15:17:42,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:17:42,528 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/.tmp/hbase.id]:[hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/hbase.id] 2024-11-17T15:17:42,547 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:42,548 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:17:42,549 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:17:42,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:17:42,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:17:42,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:17:42,964 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:17:42,965 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:17:42,968 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:43,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:17:43,409 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store 2024-11-17T15:17:43,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:17:43,816 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:43,816 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:17:43,816 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:43,816 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:43,816 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:17:43,816 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:43,816 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:43,816 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856663816Disabling compacts and flushes for region at 1731856663816Disabling writes for close at 1731856663816Writing region close event to WAL at 1731856663816Closed at 1731856663816 2024-11-17T15:17:43,817 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/.initializing 2024-11-17T15:17:43,817 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/WALs/7a780d55532c,33767,1731856661943 2024-11-17T15:17:43,818 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:17:43,820 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C33767%2C1731856661943, suffix=, logDir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/WALs/7a780d55532c,33767,1731856661943, archiveDir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/oldWALs, maxLogs=10 2024-11-17T15:17:43,841 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/WALs/7a780d55532c,33767,1731856661943/7a780d55532c%2C33767%2C1731856661943.1731856663821, exclude list is [], retry=0 2024-11-17T15:17:43,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46873,DS-0f73e242-698d-48d0-a053-5e678ce21329,DISK] 2024-11-17T15:17:43,857 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/WALs/7a780d55532c,33767,1731856661943/7a780d55532c%2C33767%2C1731856661943.1731856663821 2024-11-17T15:17:43,857 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34295:34295)] 2024-11-17T15:17:43,857 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:43,858 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:43,858 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:43,858 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:43,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:43,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:17:43,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:43,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:43,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:43,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:17:43,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:43,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:43,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:43,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:17:43,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:43,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:43,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:43,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:17:43,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:43,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:43,867 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:43,868 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:43,868 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:43,869 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:43,869 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:43,870 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:43,871 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:43,873 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:43,873 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64724995, jitterRate=-0.03552241623401642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:43,874 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856663858Initializing all the Stores at 1731856663859 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856663859Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856663859Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856663859Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856663859Cleaning up temporary data from old regions at 1731856663869 (+10 ms)Region opened successfully at 1731856663874 (+5 ms) 2024-11-17T15:17:43,874 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:17:43,877 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d4e9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:17:43,878 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:17:43,878 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:17:43,878 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:17:43,878 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:17:43,879 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:17:43,879 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:17:43,879 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:17:43,881 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:17:43,882 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Unable to get data of znode /0-518351244/balancer because node does not exist (not necessarily an error) 2024-11-17T15:17:43,883 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-518351244/balancer already deleted, retry=false 2024-11-17T15:17:43,883 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:17:43,884 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Unable to get data of znode /0-518351244/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:17:43,886 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-518351244/normalizer already deleted, retry=false 2024-11-17T15:17:43,886 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:17:43,887 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Unable to get data of znode /0-518351244/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:17:43,888 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-518351244/switch/split already deleted, retry=false 2024-11-17T15:17:43,888 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Unable to get data of znode /0-518351244/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:17:43,889 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-518351244/switch/merge already deleted, retry=false 2024-11-17T15:17:43,891 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Unable to get data of znode /0-518351244/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:17:43,892 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-518351244/snapshot-cleanup already deleted, retry=false 2024-11-17T15:17:43,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-518351244/running 2024-11-17T15:17:43,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-518351244/running 2024-11-17T15:17:43,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:17:43,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:17:43,895 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,33767,1731856661943, sessionid=0x101268163940000, setting cluster-up flag (Was=false) 2024-11-17T15:17:43,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:17:43,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:17:43,903 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-518351244/flush-table-proc/acquired, /0-518351244/flush-table-proc/reached, /0-518351244/flush-table-proc/abort 2024-11-17T15:17:43,904 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,33767,1731856661943 2024-11-17T15:17:43,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:17:43,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:17:43,911 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-518351244/online-snapshot/acquired, /0-518351244/online-snapshot/reached, /0-518351244/online-snapshot/abort 2024-11-17T15:17:43,912 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,33767,1731856661943 2024-11-17T15:17:43,913 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:17:43,915 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:43,915 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:17:43,915 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:17:43,915 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,33767,1731856661943 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:17:43,916 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:43,916 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:43,917 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:43,917 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:43,917 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:17:43,917 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:43,917 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:17:43,917 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:43,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856693918 2024-11-17T15:17:43,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:17:43,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:43,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:17:43,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:17:43,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:17:43,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:17:43,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:17:43,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:17:43,919 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:43,919 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:17:43,919 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:17:43,919 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:17:43,919 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:17:43,919 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:43,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:17:43,922 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:17:43,922 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:17:43,928 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856663922,5,FailOnTimeoutGroup] 2024-11-17T15:17:43,928 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856663928,5,FailOnTimeoutGroup] 2024-11-17T15:17:43,928 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:43,928 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:17:43,928 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:43,928 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:43,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:17:43,998 INFO [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(746): ClusterId : 79bd293a-afe1-4789-8ba7-ff9674596517 2024-11-17T15:17:43,998 DEBUG [RS:0;7a780d55532c:41485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:17:44,000 DEBUG [RS:0;7a780d55532c:41485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:17:44,000 DEBUG [RS:0;7a780d55532c:41485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:17:44,003 DEBUG [RS:0;7a780d55532c:41485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:17:44,003 DEBUG [RS:0;7a780d55532c:41485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b491c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:17:44,015 DEBUG [RS:0;7a780d55532c:41485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:41485 2024-11-17T15:17:44,015 INFO [RS:0;7a780d55532c:41485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:17:44,015 INFO [RS:0;7a780d55532c:41485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:17:44,015 DEBUG [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:17:44,016 INFO [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,33767,1731856661943 with port=41485, startcode=1731856662060 2024-11-17T15:17:44,016 DEBUG [RS:0;7a780d55532c:41485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:17:44,018 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:17:44,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,41485,1731856662060 2024-11-17T15:17:44,019 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33767 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,41485,1731856662060 2024-11-17T15:17:44,020 DEBUG [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a 2024-11-17T15:17:44,020 DEBUG [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40239 2024-11-17T15:17:44,020 DEBUG [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:17:44,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244/rs 2024-11-17T15:17:44,022 DEBUG [RS:0;7a780d55532c:41485 {}] zookeeper.ZKUtil(111): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Set watcher on existing znode=/0-518351244/rs/7a780d55532c,41485,1731856662060 2024-11-17T15:17:44,022 WARN [RS:0;7a780d55532c:41485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:17:44,022 INFO [RS:0;7a780d55532c:41485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:44,023 DEBUG [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060 2024-11-17T15:17:44,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,41485,1731856662060] 2024-11-17T15:17:44,026 INFO [RS:0;7a780d55532c:41485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:17:44,028 INFO [RS:0;7a780d55532c:41485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:17:44,029 INFO [RS:0;7a780d55532c:41485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:17:44,029 INFO [RS:0;7a780d55532c:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:44,029 INFO [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:17:44,030 INFO [RS:0;7a780d55532c:41485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:17:44,030 INFO [RS:0;7a780d55532c:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:44,030 DEBUG [RS:0;7a780d55532c:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:44,030 DEBUG [RS:0;7a780d55532c:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:44,030 DEBUG [RS:0;7a780d55532c:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:44,030 DEBUG [RS:0;7a780d55532c:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:44,030 DEBUG [RS:0;7a780d55532c:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:44,030 DEBUG [RS:0;7a780d55532c:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:17:44,030 DEBUG [RS:0;7a780d55532c:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:44,031 DEBUG [RS:0;7a780d55532c:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:44,031 DEBUG [RS:0;7a780d55532c:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:44,031 DEBUG [RS:0;7a780d55532c:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:44,031 DEBUG [RS:0;7a780d55532c:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:44,031 DEBUG [RS:0;7a780d55532c:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:44,031 DEBUG [RS:0;7a780d55532c:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:17:44,031 DEBUG [RS:0;7a780d55532c:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:17:44,032 INFO [RS:0;7a780d55532c:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:44,032 INFO [RS:0;7a780d55532c:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:44,032 INFO [RS:0;7a780d55532c:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:44,032 INFO [RS:0;7a780d55532c:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:44,032 INFO [RS:0;7a780d55532c:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:44,032 INFO [RS:0;7a780d55532c:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41485,1731856662060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:17:44,047 INFO [RS:0;7a780d55532c:41485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:17:44,047 INFO [RS:0;7a780d55532c:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41485,1731856662060-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:44,048 INFO [RS:0;7a780d55532c:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:44,048 INFO [RS:0;7a780d55532c:41485 {}] regionserver.Replication(171): 7a780d55532c,41485,1731856662060 started 2024-11-17T15:17:44,061 INFO [RS:0;7a780d55532c:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:44,061 INFO [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,41485,1731856662060, RpcServer on 7a780d55532c/172.17.0.2:41485, sessionid=0x101268163940001 2024-11-17T15:17:44,061 DEBUG [RS:0;7a780d55532c:41485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:17:44,061 DEBUG [RS:0;7a780d55532c:41485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,41485,1731856662060 2024-11-17T15:17:44,061 DEBUG [RS:0;7a780d55532c:41485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,41485,1731856662060' 2024-11-17T15:17:44,061 DEBUG [RS:0;7a780d55532c:41485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-518351244/flush-table-proc/abort' 2024-11-17T15:17:44,062 DEBUG [RS:0;7a780d55532c:41485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-518351244/flush-table-proc/acquired' 2024-11-17T15:17:44,062 DEBUG [RS:0;7a780d55532c:41485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:17:44,062 DEBUG [RS:0;7a780d55532c:41485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:17:44,062 DEBUG [RS:0;7a780d55532c:41485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,41485,1731856662060 2024-11-17T15:17:44,062 DEBUG [RS:0;7a780d55532c:41485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,41485,1731856662060' 2024-11-17T15:17:44,062 DEBUG [RS:0;7a780d55532c:41485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-518351244/online-snapshot/abort' 2024-11-17T15:17:44,062 DEBUG [RS:0;7a780d55532c:41485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-518351244/online-snapshot/acquired' 2024-11-17T15:17:44,063 DEBUG [RS:0;7a780d55532c:41485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:17:44,063 INFO [RS:0;7a780d55532c:41485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:17:44,063 INFO [RS:0;7a780d55532c:41485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:17:44,163 INFO [RS:0;7a780d55532c:41485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:17:44,165 INFO [RS:0;7a780d55532c:41485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C41485%2C1731856662060, suffix=, logDir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060, archiveDir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/oldWALs, maxLogs=10 2024-11-17T15:17:44,178 DEBUG [RS:0;7a780d55532c:41485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165, exclude list is [], retry=0 2024-11-17T15:17:44,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46873,DS-0f73e242-698d-48d0-a053-5e678ce21329,DISK] 2024-11-17T15:17:44,183 INFO [RS:0;7a780d55532c:41485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 2024-11-17T15:17:44,183 DEBUG [RS:0;7a780d55532c:41485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34295:34295)] 2024-11-17T15:17:44,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:17:44,335 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a 2024-11-17T15:17:44,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741833_1009 (size=32) 2024-11-17T15:17:44,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:44,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:17:44,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:17:44,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:44,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:44,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:17:44,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:17:44,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:44,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:44,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:17:44,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:17:44,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:44,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:44,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:17:44,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:17:44,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:44,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:44,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:17:44,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740 2024-11-17T15:17:44,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740 2024-11-17T15:17:44,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:17:44,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:17:44,752 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:44,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:17:44,755 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:44,755 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74054328, jitterRate=0.10349547863006592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:44,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856664742Initializing all the Stores at 1731856664743 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856664743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856664743Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856664743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856664743Cleaning up temporary data from old regions at 1731856664751 (+8 ms)Region opened successfully at 1731856664756 (+5 ms) 2024-11-17T15:17:44,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:17:44,756 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:17:44,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:17:44,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:17:44,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:17:44,756 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:44,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856664756Disabling compacts and flushes for region at 1731856664756Disabling writes for close at 1731856664756Writing region close event to WAL at 1731856664756Closed at 1731856664756 2024-11-17T15:17:44,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:44,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:17:44,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:17:44,759 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:17:44,760 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:17:44,911 DEBUG [7a780d55532c:33767 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:17:44,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,41485,1731856662060 2024-11-17T15:17:44,912 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,41485,1731856662060, state=OPENING 2024-11-17T15:17:44,914 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:17:44,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:17:44,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:17:44,916 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:17:44,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,41485,1731856662060}] 2024-11-17T15:17:44,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-518351244/meta-region-server: CHANGED 2024-11-17T15:17:44,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-518351244/meta-region-server: CHANGED 2024-11-17T15:17:45,069 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:17:45,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:17:45,076 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:17:45,076 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:45,076 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:17:45,078 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C41485%2C1731856662060.meta, suffix=.meta, logDir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060, archiveDir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/oldWALs, maxLogs=10 2024-11-17T15:17:45,098 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.meta.1731856665078.meta, exclude list is [], retry=0 2024-11-17T15:17:45,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46873,DS-0f73e242-698d-48d0-a053-5e678ce21329,DISK] 2024-11-17T15:17:45,105 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.meta.1731856665078.meta 2024-11-17T15:17:45,106 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34295:34295)] 2024-11-17T15:17:45,106 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:45,107 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:17:45,107 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:17:45,107 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:17:45,107 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:17:45,107 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:17:45,107 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:45,107 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:17:45,107 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:17:45,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:17:45,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:17:45,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:45,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:45,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:17:45,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:17:45,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:45,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:45,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:17:45,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:17:45,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:45,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:45,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:17:45,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:17:45,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:45,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:45,114 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:17:45,115 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740 2024-11-17T15:17:45,116 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740 2024-11-17T15:17:45,117 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:17:45,117 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:17:45,118 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:45,119 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:17:45,119 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65343636, jitterRate=-0.02630394697189331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:45,120 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:17:45,120 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856665108Writing region info on filesystem at 1731856665108Initializing all the Stores at 1731856665109 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856665109Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856665109Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856665109Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856665109Cleaning up temporary data from old regions at 1731856665117 (+8 ms)Running coprocessor post-open hooks at 1731856665120 (+3 ms)Region opened successfully at 1731856665120 2024-11-17T15:17:45,121 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856665069 2024-11-17T15:17:45,124 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:17:45,124 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:17:45,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,41485,1731856662060 2024-11-17T15:17:45,125 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,41485,1731856662060, state=OPEN 2024-11-17T15:17:45,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-518351244/meta-region-server 2024-11-17T15:17:45,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-518351244/meta-region-server 2024-11-17T15:17:45,133 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,41485,1731856662060 2024-11-17T15:17:45,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-518351244/meta-region-server: CHANGED 2024-11-17T15:17:45,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-518351244/meta-region-server: CHANGED 2024-11-17T15:17:45,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:17:45,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,41485,1731856662060 in 217 msec 2024-11-17T15:17:45,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:17:45,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-11-17T15:17:45,138 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:45,138 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:17:45,140 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:45,140 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,41485,1731856662060, seqNum=-1] 2024-11-17T15:17:45,140 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:45,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:45,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-11-17T15:17:45,147 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856665147, completionTime=-1 2024-11-17T15:17:45,147 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:17:45,147 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:17:45,148 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:17:45,148 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856725148 2024-11-17T15:17:45,148 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856785148 2024-11-17T15:17:45,148 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T15:17:45,149 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,33767,1731856661943-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:45,149 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,33767,1731856661943-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:45,149 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,33767,1731856661943-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:45,149 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:33767, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:45,149 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:45,149 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:45,151 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:17:45,152 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.038sec 2024-11-17T15:17:45,152 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:17:45,152 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:17:45,153 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:17:45,153 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:17:45,153 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:17:45,153 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,33767,1731856661943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:17:45,153 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,33767,1731856661943-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:17:45,155 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:17:45,155 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:17:45,155 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,33767,1731856661943-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:45,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d445d3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:45,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,33767,-1 for getting cluster id 2024-11-17T15:17:45,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:45,209 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79bd293a-afe1-4789-8ba7-ff9674596517' 2024-11-17T15:17:45,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:45,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79bd293a-afe1-4789-8ba7-ff9674596517" 2024-11-17T15:17:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac6dbb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,33767,-1] 2024-11-17T15:17:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:45,211 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:45,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57346be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:45,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:45,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,41485,1731856662060, seqNum=-1] 2024-11-17T15:17:45,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:45,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:45,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,33767,1731856661943 2024-11-17T15:17:45,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51424 2024-11-17T15:17:45,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:45,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/hadoop.log.dir so I do NOT create it in target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852 2024-11-17T15:17:45,226 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:17:45,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/hadoop.tmp.dir so I do NOT create it in target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852 2024-11-17T15:17:45,226 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:17:45,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852 2024-11-17T15:17:45,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:17:45,226 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/cluster_21f83dee-152b-6888-3a04-2733bb810500, deleteOnExit=true 2024-11-17T15:17:45,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:17:45,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/test.cache.data in system properties and HBase conf 2024-11-17T15:17:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:17:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:17:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:17:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:17:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:17:45,227 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:17:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:17:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:17:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:17:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:17:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:17:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:17:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:17:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:17:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:17:45,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101268163940002 connected 2024-11-17T15:17:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:17:45,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:17:45,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:17:45,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:17:45,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:17:45,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:45,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:17:45,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:17:45,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:17:45,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:17:45,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:45,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf33a09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:17:45,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fb931c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:17:45,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29930def{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/java.io.tmpdir/jetty-localhost-35291-hadoop-hdfs-3_4_1-tests_jar-_-any-3064780239960917369/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:17:45,465 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1938fe07{HTTP/1.1, (http/1.1)}{localhost:35291} 2024-11-17T15:17:45,465 INFO [Time-limited test {}] server.Server(415): Started @48403ms 2024-11-17T15:17:45,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:17:45,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:17:45,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:17:45,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:17:45,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:17:45,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a7960e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:17:45,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28e6fb15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:17:45,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70d8d343{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/java.io.tmpdir/jetty-localhost-41753-hadoop-hdfs-3_4_1-tests_jar-_-any-10724889841295607281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:17:45,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7de9db7{HTTP/1.1, (http/1.1)}{localhost:41753} 2024-11-17T15:17:45,681 INFO [Time-limited test {}] server.Server(415): Started @48619ms 2024-11-17T15:17:45,683 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:17:45,787 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/cluster_21f83dee-152b-6888-3a04-2733bb810500/data/data1/current/BP-1857475115-172.17.0.2-1731856665251/current, will proceed with Du for space computation calculation, 2024-11-17T15:17:45,787 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/cluster_21f83dee-152b-6888-3a04-2733bb810500/data/data2/current/BP-1857475115-172.17.0.2-1731856665251/current, will proceed with Du for space computation calculation, 2024-11-17T15:17:45,825 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:17:45,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x615fe0e5c1459e52 with lease ID 0x242e84a6fbcb469e: Processing first storage report for DS-dbec03f2-faeb-4daf-a833-2a09fd7b603f from datanode DatanodeRegistration(127.0.0.1:35481, datanodeUuid=18c7c5ed-3deb-42e9-9733-648f1340b46f, infoPort=38851, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=798428245;c=1731856665251) 2024-11-17T15:17:45,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x615fe0e5c1459e52 with lease ID 0x242e84a6fbcb469e: from storage DS-dbec03f2-faeb-4daf-a833-2a09fd7b603f node DatanodeRegistration(127.0.0.1:35481, datanodeUuid=18c7c5ed-3deb-42e9-9733-648f1340b46f, infoPort=38851, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=798428245;c=1731856665251), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:17:45,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x615fe0e5c1459e52 with lease ID 0x242e84a6fbcb469e: Processing first storage report for DS-f03a3526-532e-4086-aee6-394c1cf5c811 from datanode DatanodeRegistration(127.0.0.1:35481, datanodeUuid=18c7c5ed-3deb-42e9-9733-648f1340b46f, infoPort=38851, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=798428245;c=1731856665251) 2024-11-17T15:17:45,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x615fe0e5c1459e52 with lease ID 0x242e84a6fbcb469e: from storage DS-f03a3526-532e-4086-aee6-394c1cf5c811 node DatanodeRegistration(127.0.0.1:35481, datanodeUuid=18c7c5ed-3deb-42e9-9733-648f1340b46f, infoPort=38851, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=798428245;c=1731856665251), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:17:45,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852 2024-11-17T15:17:45,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:45,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:45,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:17:45,927 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9 with version=8 2024-11-17T15:17:45,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/hbase-staging 2024-11-17T15:17:45,929 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:17:45,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:45,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:45,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:17:45,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:45,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:17:45,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:17:45,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:17:45,930 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36271 2024-11-17T15:17:45,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36271 connecting to ZooKeeper ensemble=127.0.0.1:51424 2024-11-17T15:17:45,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362710x0, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:45,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36271-0x101268163940003 connected 2024-11-17T15:17:45,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:45,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:45,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Set watcher on znode that does not yet exist, /11538629701/running 2024-11-17T15:17:45,951 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9, hbase.cluster.distributed=false 2024-11-17T15:17:45,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Set watcher on znode that does not yet exist, /11538629701/acl 2024-11-17T15:17:45,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36271 2024-11-17T15:17:45,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36271 2024-11-17T15:17:45,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36271 2024-11-17T15:17:45,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36271 2024-11-17T15:17:45,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36271 2024-11-17T15:17:45,980 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:17:45,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:45,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:45,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:17:45,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:17:45,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:17:45,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:17:45,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:17:45,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44235 2024-11-17T15:17:45,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44235 connecting to ZooKeeper ensemble=127.0.0.1:51424 2024-11-17T15:17:45,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:45,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:45,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442350x0, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:45,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442350x0, quorum=127.0.0.1:51424, baseZNode=/11538629701 Set watcher on znode that does not yet exist, /11538629701/running 2024-11-17T15:17:45,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44235-0x101268163940004 connected 2024-11-17T15:17:45,990 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:17:45,991 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:17:45,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Set watcher on znode that does not yet exist, /11538629701/master 2024-11-17T15:17:45,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Set watcher on znode that does not yet exist, /11538629701/acl 2024-11-17T15:17:45,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44235 2024-11-17T15:17:45,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44235 2024-11-17T15:17:45,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44235 2024-11-17T15:17:45,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44235 2024-11-17T15:17:45,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44235 2024-11-17T15:17:46,011 DEBUG [M:0;7a780d55532c:36271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:36271 2024-11-17T15:17:46,011 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11538629701/backup-masters/7a780d55532c,36271,1731856665929 2024-11-17T15:17:46,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701/backup-masters 2024-11-17T15:17:46,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701/backup-masters 2024-11-17T15:17:46,015 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Set watcher on existing znode=/11538629701/backup-masters/7a780d55532c,36271,1731856665929 2024-11-17T15:17:46,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11538629701/master 2024-11-17T15:17:46,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:17:46,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:17:46,024 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Set watcher on existing znode=/11538629701/master 2024-11-17T15:17:46,024 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11538629701/backup-masters/7a780d55532c,36271,1731856665929 from backup master directory 2024-11-17T15:17:46,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11538629701/backup-masters/7a780d55532c,36271,1731856665929 2024-11-17T15:17:46,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701/backup-masters 2024-11-17T15:17:46,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701/backup-masters 2024-11-17T15:17:46,026 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:17:46,026 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,36271,1731856665929 2024-11-17T15:17:46,031 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/hbase.id] with ID: 6f71af1d-bf1a-459a-97eb-ff9646d6ee3b 2024-11-17T15:17:46,031 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/.tmp/hbase.id 2024-11-17T15:17:46,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:17:46,045 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/.tmp/hbase.id]:[hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/hbase.id] 2024-11-17T15:17:46,055 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:46,056 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:17:46,057 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:17:46,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:17:46,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:17:46,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:17:46,467 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:17:46,467 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:17:46,468 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:46,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:17:46,875 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store 2024-11-17T15:17:46,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:17:47,282 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:47,282 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:17:47,282 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:47,282 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:47,282 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:17:47,282 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:47,283 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:17:47,283 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856667282Disabling compacts and flushes for region at 1731856667282Disabling writes for close at 1731856667282Writing region close event to WAL at 1731856667282Closed at 1731856667282 2024-11-17T15:17:47,284 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/.initializing 2024-11-17T15:17:47,284 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/WALs/7a780d55532c,36271,1731856665929 2024-11-17T15:17:47,285 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:17:47,287 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C36271%2C1731856665929, suffix=, logDir=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/WALs/7a780d55532c,36271,1731856665929, archiveDir=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/oldWALs, maxLogs=10 2024-11-17T15:17:47,300 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/WALs/7a780d55532c,36271,1731856665929/7a780d55532c%2C36271%2C1731856665929.1731856667287, exclude list is [], retry=0 2024-11-17T15:17:47,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-dbec03f2-faeb-4daf-a833-2a09fd7b603f,DISK] 2024-11-17T15:17:47,304 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/WALs/7a780d55532c,36271,1731856665929/7a780d55532c%2C36271%2C1731856665929.1731856667287 2024-11-17T15:17:47,304 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38851:38851)] 2024-11-17T15:17:47,305 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:47,305 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:47,305 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:47,305 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:47,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:47,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:17:47,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:47,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:47,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:47,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:17:47,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:47,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:47,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:47,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:17:47,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:47,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:47,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:47,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:17:47,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:47,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:47,312 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:47,313 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:47,313 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:47,315 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:47,315 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:47,315 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:47,316 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:17:47,318 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:47,319 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74230472, jitterRate=0.10612022876739502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:47,319 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856667305Initializing all the Stores at 1731856667306 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856667306Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856667306Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856667306Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856667306Cleaning up temporary data from old regions at 1731856667315 (+9 ms)Region opened successfully at 1731856667319 (+4 ms) 2024-11-17T15:17:47,319 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:17:47,322 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493f9220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:17:47,323 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:17:47,323 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:17:47,323 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:17:47,324 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:17:47,324 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:17:47,324 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:17:47,324 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:17:47,327 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:17:47,327 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Unable to get data of znode /11538629701/balancer because node does not exist (not necessarily an error) 2024-11-17T15:17:47,328 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11538629701/balancer already deleted, retry=false 2024-11-17T15:17:47,329 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:17:47,329 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Unable to get data of znode /11538629701/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:17:47,331 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11538629701/normalizer already deleted, retry=false 2024-11-17T15:17:47,332 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:17:47,332 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Unable to get data of znode /11538629701/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:17:47,333 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11538629701/switch/split already deleted, retry=false 2024-11-17T15:17:47,334 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Unable to get data of znode /11538629701/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:17:47,335 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11538629701/switch/merge already deleted, retry=false 2024-11-17T15:17:47,337 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Unable to get data of znode /11538629701/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:17:47,338 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11538629701/snapshot-cleanup already deleted, retry=false 2024-11-17T15:17:47,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11538629701/running 2024-11-17T15:17:47,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:17:47,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11538629701/running 2024-11-17T15:17:47,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:17:47,342 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,36271,1731856665929, sessionid=0x101268163940003, setting cluster-up flag (Was=false) 2024-11-17T15:17:47,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:17:47,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:17:47,349 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11538629701/flush-table-proc/acquired, /11538629701/flush-table-proc/reached, /11538629701/flush-table-proc/abort 2024-11-17T15:17:47,350 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,36271,1731856665929 2024-11-17T15:17:47,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:17:47,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:17:47,359 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11538629701/online-snapshot/acquired, /11538629701/online-snapshot/reached, /11538629701/online-snapshot/abort 2024-11-17T15:17:47,360 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,36271,1731856665929 2024-11-17T15:17:47,361 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:17:47,363 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:47,363 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:17:47,364 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:17:47,364 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,36271,1731856665929 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:17:47,365 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:47,365 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:47,365 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:47,365 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:17:47,365 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:17:47,365 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:47,365 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:17:47,365 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:47,366 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856697366 2024-11-17T15:17:47,367 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:17:47,367 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:17:47,367 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:17:47,367 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:17:47,367 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:17:47,367 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:17:47,367 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:47,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:47,367 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:17:47,367 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:17:47,367 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:17:47,367 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:17:47,367 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:17:47,368 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:17:47,368 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:17:47,368 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:47,368 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856667368,5,FailOnTimeoutGroup] 2024-11-17T15:17:47,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:17:47,372 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856667368,5,FailOnTimeoutGroup] 2024-11-17T15:17:47,372 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:47,372 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:17:47,372 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:47,372 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:47,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:17:47,402 INFO [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(746): ClusterId : 6f71af1d-bf1a-459a-97eb-ff9646d6ee3b 2024-11-17T15:17:47,402 DEBUG [RS:0;7a780d55532c:44235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:17:47,404 DEBUG [RS:0;7a780d55532c:44235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:17:47,404 DEBUG [RS:0;7a780d55532c:44235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:17:47,407 DEBUG [RS:0;7a780d55532c:44235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:17:47,407 DEBUG [RS:0;7a780d55532c:44235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43aaff8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:17:47,418 DEBUG [RS:0;7a780d55532c:44235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:44235 2024-11-17T15:17:47,418 INFO [RS:0;7a780d55532c:44235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:17:47,418 INFO [RS:0;7a780d55532c:44235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:17:47,418 DEBUG [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:17:47,419 INFO [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,36271,1731856665929 with port=44235, startcode=1731856665979 2024-11-17T15:17:47,419 DEBUG [RS:0;7a780d55532c:44235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:17:47,421 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:17:47,421 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,44235,1731856665979 2024-11-17T15:17:47,421 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36271 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,44235,1731856665979 2024-11-17T15:17:47,422 DEBUG [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9 2024-11-17T15:17:47,422 DEBUG [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35685 2024-11-17T15:17:47,423 DEBUG [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:17:47,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701/rs 2024-11-17T15:17:47,426 DEBUG [RS:0;7a780d55532c:44235 {}] zookeeper.ZKUtil(111): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Set watcher on existing znode=/11538629701/rs/7a780d55532c,44235,1731856665979 2024-11-17T15:17:47,426 WARN [RS:0;7a780d55532c:44235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:17:47,426 INFO [RS:0;7a780d55532c:44235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:47,427 DEBUG [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/WALs/7a780d55532c,44235,1731856665979 2024-11-17T15:17:47,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,44235,1731856665979] 2024-11-17T15:17:47,430 INFO [RS:0;7a780d55532c:44235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:17:47,432 INFO [RS:0;7a780d55532c:44235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:17:47,433 INFO [RS:0;7a780d55532c:44235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:17:47,433 INFO [RS:0;7a780d55532c:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:47,433 INFO [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:17:47,434 INFO [RS:0;7a780d55532c:44235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:17:47,434 INFO [RS:0;7a780d55532c:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:47,434 DEBUG [RS:0;7a780d55532c:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:47,434 DEBUG [RS:0;7a780d55532c:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:47,434 DEBUG [RS:0;7a780d55532c:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:47,434 DEBUG [RS:0;7a780d55532c:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:47,434 DEBUG [RS:0;7a780d55532c:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:47,434 DEBUG [RS:0;7a780d55532c:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:17:47,434 DEBUG [RS:0;7a780d55532c:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:47,434 DEBUG [RS:0;7a780d55532c:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:47,434 DEBUG [RS:0;7a780d55532c:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:47,434 DEBUG [RS:0;7a780d55532c:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:47,434 DEBUG [RS:0;7a780d55532c:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:47,434 DEBUG [RS:0;7a780d55532c:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:17:47,434 DEBUG [RS:0;7a780d55532c:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:17:47,434 DEBUG [RS:0;7a780d55532c:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:17:47,437 INFO [RS:0;7a780d55532c:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:47,437 INFO [RS:0;7a780d55532c:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:47,437 INFO [RS:0;7a780d55532c:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:47,437 INFO [RS:0;7a780d55532c:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:47,437 INFO [RS:0;7a780d55532c:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:47,437 INFO [RS:0;7a780d55532c:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44235,1731856665979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:17:47,452 INFO [RS:0;7a780d55532c:44235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:17:47,452 INFO [RS:0;7a780d55532c:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44235,1731856665979-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:47,452 INFO [RS:0;7a780d55532c:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:47,452 INFO [RS:0;7a780d55532c:44235 {}] regionserver.Replication(171): 7a780d55532c,44235,1731856665979 started 2024-11-17T15:17:47,465 INFO [RS:0;7a780d55532c:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:47,466 INFO [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,44235,1731856665979, RpcServer on 7a780d55532c/172.17.0.2:44235, sessionid=0x101268163940004 2024-11-17T15:17:47,466 DEBUG [RS:0;7a780d55532c:44235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:17:47,466 DEBUG [RS:0;7a780d55532c:44235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,44235,1731856665979 2024-11-17T15:17:47,466 DEBUG [RS:0;7a780d55532c:44235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,44235,1731856665979' 2024-11-17T15:17:47,466 DEBUG [RS:0;7a780d55532c:44235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11538629701/flush-table-proc/abort' 2024-11-17T15:17:47,466 DEBUG [RS:0;7a780d55532c:44235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11538629701/flush-table-proc/acquired' 2024-11-17T15:17:47,467 DEBUG [RS:0;7a780d55532c:44235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:17:47,467 DEBUG [RS:0;7a780d55532c:44235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:17:47,467 DEBUG [RS:0;7a780d55532c:44235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,44235,1731856665979 2024-11-17T15:17:47,467 DEBUG [RS:0;7a780d55532c:44235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,44235,1731856665979' 2024-11-17T15:17:47,467 DEBUG [RS:0;7a780d55532c:44235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11538629701/online-snapshot/abort' 2024-11-17T15:17:47,467 DEBUG [RS:0;7a780d55532c:44235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11538629701/online-snapshot/acquired' 2024-11-17T15:17:47,467 DEBUG [RS:0;7a780d55532c:44235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:17:47,467 INFO [RS:0;7a780d55532c:44235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:17:47,467 INFO [RS:0;7a780d55532c:44235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:17:47,568 INFO [RS:0;7a780d55532c:44235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:17:47,570 INFO [RS:0;7a780d55532c:44235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C44235%2C1731856665979, suffix=, logDir=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/WALs/7a780d55532c,44235,1731856665979, archiveDir=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/oldWALs, maxLogs=10 2024-11-17T15:17:47,583 DEBUG [RS:0;7a780d55532c:44235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/WALs/7a780d55532c,44235,1731856665979/7a780d55532c%2C44235%2C1731856665979.1731856667570, exclude list is [], retry=0 2024-11-17T15:17:47,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-dbec03f2-faeb-4daf-a833-2a09fd7b603f,DISK] 2024-11-17T15:17:47,588 INFO [RS:0;7a780d55532c:44235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/WALs/7a780d55532c,44235,1731856665979/7a780d55532c%2C44235%2C1731856665979.1731856667570 2024-11-17T15:17:47,588 DEBUG [RS:0;7a780d55532c:44235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38851:38851)] 2024-11-17T15:17:47,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:17:47,778 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9 2024-11-17T15:17:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741833_1009 (size=32) 2024-11-17T15:17:47,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:17:47,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:47,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:47,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:47,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:48,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:48,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:17:48,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:17:48,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:48,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:48,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:17:48,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:17:48,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:48,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:48,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:17:48,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:17:48,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:48,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:48,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:17:48,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:17:48,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:48,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:48,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:17:48,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740 2024-11-17T15:17:48,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740 2024-11-17T15:17:48,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:17:48,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:17:48,197 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:48,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:17:48,200 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:48,201 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68525725, jitterRate=0.021112874150276184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:48,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856668186Initializing all the Stores at 1731856668187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856668187Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856668187Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856668187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856668187Cleaning up temporary data from old regions at 1731856668197 (+10 ms)Region opened successfully at 1731856668201 (+4 ms) 2024-11-17T15:17:48,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:17:48,201 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:17:48,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:17:48,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:17:48,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:17:48,202 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:17:48,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856668201Disabling compacts and flushes for region at 1731856668201Disabling writes for close at 1731856668201Writing region close event to WAL at 1731856668202 (+1 ms)Closed at 1731856668202 2024-11-17T15:17:48,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:48,203 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:17:48,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:17:48,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:17:48,205 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:17:48,356 DEBUG [7a780d55532c:36271 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:17:48,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,44235,1731856665979 2024-11-17T15:17:48,358 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,44235,1731856665979, state=OPENING 2024-11-17T15:17:48,360 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:17:48,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:17:48,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:17:48,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11538629701/meta-region-server: CHANGED 2024-11-17T15:17:48,364 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:17:48,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,44235,1731856665979}] 2024-11-17T15:17:48,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11538629701/meta-region-server: CHANGED 2024-11-17T15:17:48,519 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:17:48,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:17:48,525 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:17:48,525 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:48,525 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:17:48,527 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C44235%2C1731856665979.meta, suffix=.meta, logDir=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/WALs/7a780d55532c,44235,1731856665979, archiveDir=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/oldWALs, maxLogs=10 2024-11-17T15:17:48,540 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/WALs/7a780d55532c,44235,1731856665979/7a780d55532c%2C44235%2C1731856665979.meta.1731856668527.meta, exclude list is [], retry=0 2024-11-17T15:17:48,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-dbec03f2-faeb-4daf-a833-2a09fd7b603f,DISK] 2024-11-17T15:17:48,544 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/WALs/7a780d55532c,44235,1731856665979/7a780d55532c%2C44235%2C1731856665979.meta.1731856668527.meta 2024-11-17T15:17:48,544 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38851:38851)] 2024-11-17T15:17:48,545 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:48,545 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:17:48,545 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:17:48,545 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:17:48,545 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:17:48,545 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:17:48,545 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:48,546 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:17:48,546 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:17:48,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:17:48,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:17:48,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:48,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:48,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:17:48,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:17:48,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:48,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:48,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:17:48,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:17:48,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:48,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:48,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:17:48,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:17:48,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:48,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:17:48,552 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:17:48,553 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740 2024-11-17T15:17:48,554 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740 2024-11-17T15:17:48,555 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:17:48,555 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:17:48,555 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:17:48,556 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:17:48,557 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62512961, jitterRate=-0.06848429143428802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:17:48,557 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:17:48,557 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856668546Writing region info on filesystem at 1731856668546Initializing all the Stores at 1731856668546Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856668547 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856668547Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856668547Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856668547Cleaning up temporary data from old regions at 1731856668555 (+8 ms)Running coprocessor post-open hooks at 1731856668557 (+2 ms)Region opened successfully at 1731856668557 2024-11-17T15:17:48,558 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856668519 2024-11-17T15:17:48,560 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:17:48,560 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:17:48,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,44235,1731856665979 2024-11-17T15:17:48,562 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,44235,1731856665979, state=OPEN 2024-11-17T15:17:48,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11538629701/meta-region-server 2024-11-17T15:17:48,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11538629701/meta-region-server 2024-11-17T15:17:48,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11538629701/meta-region-server: CHANGED 2024-11-17T15:17:48,564 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,44235,1731856665979 2024-11-17T15:17:48,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11538629701/meta-region-server: CHANGED 2024-11-17T15:17:48,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:17:48,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,44235,1731856665979 in 200 msec 2024-11-17T15:17:48,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:17:48,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-17T15:17:48,569 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:17:48,569 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:17:48,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:48,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44235,1731856665979, seqNum=-1] 2024-11-17T15:17:48,570 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:48,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:48,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2120 sec 2024-11-17T15:17:48,576 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856668576, completionTime=-1 2024-11-17T15:17:48,576 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:17:48,576 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:17:48,578 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:17:48,578 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856728578 2024-11-17T15:17:48,578 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856788578 2024-11-17T15:17:48,578 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T15:17:48,578 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,36271,1731856665929-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:48,578 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,36271,1731856665929-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:48,578 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,36271,1731856665929-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:48,578 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:36271, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:48,578 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:48,579 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:48,580 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:17:48,582 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.556sec 2024-11-17T15:17:48,582 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:17:48,582 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:17:48,582 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:17:48,582 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:17:48,582 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:17:48,582 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,36271,1731856665929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:17:48,582 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,36271,1731856665929-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:17:48,584 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:17:48,584 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:17:48,584 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,36271,1731856665929-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:17:48,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345ba336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:48,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,36271,-1 for getting cluster id 2024-11-17T15:17:48,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:48,604 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f71af1d-bf1a-459a-97eb-ff9646d6ee3b' 2024-11-17T15:17:48,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:48,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f71af1d-bf1a-459a-97eb-ff9646d6ee3b" 2024-11-17T15:17:48,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e270a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:48,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,36271,-1] 2024-11-17T15:17:48,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:48,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:48,606 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:48,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6d705a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:48,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44235,1731856665979, seqNum=-1] 2024-11-17T15:17:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:48,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:48,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,36271,1731856665929 2024-11-17T15:17:48,612 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51424 2024-11-17T15:17:48,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:17:48,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101268163940005 connected 2024-11-17T15:17:48,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,33767,1731856661943 2024-11-17T15:17:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72a6d83a 2024-11-17T15:17:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:48,623 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:48,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:17:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:17:48,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:17:48,631 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:48,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:17:48,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:17:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:48,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:17:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:49,041 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba50828c16365889c910b063568b9e28, NAME => 'test,,1731856668624.ba50828c16365889c910b063568b9e28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a 2024-11-17T15:17:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:17:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:49,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856668624.ba50828c16365889c910b063568b9e28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:49,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ba50828c16365889c910b063568b9e28, disabling compactions & flushes 2024-11-17T15:17:49,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856668624.ba50828c16365889c910b063568b9e28. 2024-11-17T15:17:49,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856668624.ba50828c16365889c910b063568b9e28. 2024-11-17T15:17:49,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856668624.ba50828c16365889c910b063568b9e28. after waiting 0 ms 2024-11-17T15:17:49,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856668624.ba50828c16365889c910b063568b9e28. 2024-11-17T15:17:49,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856668624.ba50828c16365889c910b063568b9e28. 2024-11-17T15:17:49,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba50828c16365889c910b063568b9e28: Waiting for close lock at 1731856669448Disabling compacts and flushes for region at 1731856669448Disabling writes for close at 1731856669448Writing region close event to WAL at 1731856669448Closed at 1731856669448 2024-11-17T15:17:49,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:17:49,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856668624.ba50828c16365889c910b063568b9e28.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856669449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856669449"}]},"ts":"1731856669449"} 2024-11-17T15:17:49,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:17:49,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:17:49,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856669453"}]},"ts":"1731856669453"} 2024-11-17T15:17:49,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:17:49,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba50828c16365889c910b063568b9e28, ASSIGN}] 2024-11-17T15:17:49,456 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba50828c16365889c910b063568b9e28, ASSIGN 2024-11-17T15:17:49,457 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ba50828c16365889c910b063568b9e28, ASSIGN; state=OFFLINE, location=7a780d55532c,41485,1731856662060; forceNewPlan=false, retain=false 2024-11-17T15:17:49,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba50828c16365889c910b063568b9e28, regionState=OPENING, regionLocation=7a780d55532c,41485,1731856662060 2024-11-17T15:17:49,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ba50828c16365889c910b063568b9e28, ASSIGN because future has completed 2024-11-17T15:17:49,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba50828c16365889c910b063568b9e28, server=7a780d55532c,41485,1731856662060}] 2024-11-17T15:17:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:49,768 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856668624.ba50828c16365889c910b063568b9e28. 2024-11-17T15:17:49,768 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ba50828c16365889c910b063568b9e28, NAME => 'test,,1731856668624.ba50828c16365889c910b063568b9e28.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:49,769 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:17:49,769 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:17:49,769 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ba50828c16365889c910b063568b9e28 2024-11-17T15:17:49,769 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856668624.ba50828c16365889c910b063568b9e28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:49,769 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ba50828c16365889c910b063568b9e28 2024-11-17T15:17:49,769 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ba50828c16365889c910b063568b9e28 2024-11-17T15:17:49,771 INFO [StoreOpener-ba50828c16365889c910b063568b9e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba50828c16365889c910b063568b9e28 2024-11-17T15:17:49,772 INFO [StoreOpener-ba50828c16365889c910b063568b9e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba50828c16365889c910b063568b9e28 columnFamilyName f 2024-11-17T15:17:49,772 DEBUG [StoreOpener-ba50828c16365889c910b063568b9e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:49,772 INFO [StoreOpener-ba50828c16365889c910b063568b9e28-1 {}] regionserver.HStore(327): Store=ba50828c16365889c910b063568b9e28/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:49,772 INFO [StoreOpener-ba50828c16365889c910b063568b9e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ba50828c16365889c910b063568b9e28 2024-11-17T15:17:49,773 INFO [StoreOpener-ba50828c16365889c910b063568b9e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba50828c16365889c910b063568b9e28 columnFamilyName f1 2024-11-17T15:17:49,773 DEBUG [StoreOpener-ba50828c16365889c910b063568b9e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:49,774 INFO [StoreOpener-ba50828c16365889c910b063568b9e28-1 {}] regionserver.HStore(327): Store=ba50828c16365889c910b063568b9e28/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:49,774 INFO [StoreOpener-ba50828c16365889c910b063568b9e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ba50828c16365889c910b063568b9e28 2024-11-17T15:17:49,775 INFO [StoreOpener-ba50828c16365889c910b063568b9e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba50828c16365889c910b063568b9e28 columnFamilyName norep 2024-11-17T15:17:49,775 DEBUG [StoreOpener-ba50828c16365889c910b063568b9e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:49,775 INFO [StoreOpener-ba50828c16365889c910b063568b9e28-1 {}] regionserver.HStore(327): Store=ba50828c16365889c910b063568b9e28/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:49,775 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ba50828c16365889c910b063568b9e28 2024-11-17T15:17:49,776 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28 2024-11-17T15:17:49,776 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28 2024-11-17T15:17:49,777 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ba50828c16365889c910b063568b9e28 2024-11-17T15:17:49,777 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ba50828c16365889c910b063568b9e28 2024-11-17T15:17:49,778 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:17:49,779 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ba50828c16365889c910b063568b9e28 2024-11-17T15:17:49,781 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:49,782 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ba50828c16365889c910b063568b9e28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61087679, jitterRate=-0.0897226482629776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:17:49,782 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba50828c16365889c910b063568b9e28 2024-11-17T15:17:49,782 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ba50828c16365889c910b063568b9e28: Running coprocessor pre-open hook at 1731856669769Writing region info on filesystem at 1731856669769Initializing all the Stores at 1731856669770 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856669770Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856669770Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856669770Cleaning up temporary data from old regions at 1731856669777 (+7 ms)Running coprocessor post-open hooks at 1731856669782 (+5 ms)Region opened successfully at 1731856669782 2024-11-17T15:17:49,785 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856668624.ba50828c16365889c910b063568b9e28., pid=6, masterSystemTime=1731856669763 2024-11-17T15:17:49,787 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856668624.ba50828c16365889c910b063568b9e28. 2024-11-17T15:17:49,787 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856668624.ba50828c16365889c910b063568b9e28. 2024-11-17T15:17:49,789 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba50828c16365889c910b063568b9e28, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,41485,1731856662060 2024-11-17T15:17:49,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba50828c16365889c910b063568b9e28, server=7a780d55532c,41485,1731856662060 because future has completed 2024-11-17T15:17:49,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:17:49,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba50828c16365889c910b063568b9e28, server=7a780d55532c,41485,1731856662060 in 181 msec 2024-11-17T15:17:49,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:17:49,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ba50828c16365889c910b063568b9e28, ASSIGN in 340 msec 2024-11-17T15:17:49,798 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:17:49,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856669798"}]},"ts":"1731856669798"} 2024-11-17T15:17:49,800 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:17:49,802 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:17:49,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-17T15:17:50,026 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:17:50,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T15:17:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:50,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:50,779 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:17:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,36271,1731856665929 2024-11-17T15:17:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@599aef13 2024-11-17T15:17:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:50,781 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:50,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:17:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:17:50,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:17:50,784 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:50,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:17:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:50,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:17:50,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:17:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:51,194 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb7c24b2d4612dc8c7b111b277734660, NAME => 'test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9 2024-11-17T15:17:51,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:17:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:51,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:51,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cb7c24b2d4612dc8c7b111b277734660, disabling compactions & flushes 2024-11-17T15:17:51,601 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660. 2024-11-17T15:17:51,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660. 2024-11-17T15:17:51,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660. after waiting 0 ms 2024-11-17T15:17:51,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660. 2024-11-17T15:17:51,601 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660. 2024-11-17T15:17:51,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb7c24b2d4612dc8c7b111b277734660: Waiting for close lock at 1731856671600Disabling compacts and flushes for region at 1731856671600Disabling writes for close at 1731856671601 (+1 ms)Writing region close event to WAL at 1731856671601Closed at 1731856671601 2024-11-17T15:17:51,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:17:51,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856671602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856671602"}]},"ts":"1731856671602"} 2024-11-17T15:17:51,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:17:51,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:17:51,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856671607"}]},"ts":"1731856671607"} 2024-11-17T15:17:51,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:17:51,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb7c24b2d4612dc8c7b111b277734660, ASSIGN}] 2024-11-17T15:17:51,611 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb7c24b2d4612dc8c7b111b277734660, ASSIGN 2024-11-17T15:17:51,612 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cb7c24b2d4612dc8c7b111b277734660, ASSIGN; state=OFFLINE, location=7a780d55532c,44235,1731856665979; forceNewPlan=false, retain=false 2024-11-17T15:17:51,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb7c24b2d4612dc8c7b111b277734660, regionState=OPENING, regionLocation=7a780d55532c,44235,1731856665979 2024-11-17T15:17:51,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cb7c24b2d4612dc8c7b111b277734660, ASSIGN because future has completed 2024-11-17T15:17:51,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb7c24b2d4612dc8c7b111b277734660, server=7a780d55532c,44235,1731856665979}] 2024-11-17T15:17:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:51,923 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660. 2024-11-17T15:17:51,923 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb7c24b2d4612dc8c7b111b277734660, NAME => 'test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:51,924 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:17:51,924 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:17:51,924 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:17:51,924 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:51,924 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:17:51,924 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:17:51,925 INFO [StoreOpener-cb7c24b2d4612dc8c7b111b277734660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:17:51,926 INFO [StoreOpener-cb7c24b2d4612dc8c7b111b277734660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb7c24b2d4612dc8c7b111b277734660 columnFamilyName f 2024-11-17T15:17:51,927 DEBUG [StoreOpener-cb7c24b2d4612dc8c7b111b277734660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:51,927 INFO [StoreOpener-cb7c24b2d4612dc8c7b111b277734660-1 {}] regionserver.HStore(327): Store=cb7c24b2d4612dc8c7b111b277734660/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:51,927 INFO [StoreOpener-cb7c24b2d4612dc8c7b111b277734660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:17:51,928 INFO [StoreOpener-cb7c24b2d4612dc8c7b111b277734660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb7c24b2d4612dc8c7b111b277734660 columnFamilyName f1 2024-11-17T15:17:51,928 DEBUG [StoreOpener-cb7c24b2d4612dc8c7b111b277734660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:51,929 INFO [StoreOpener-cb7c24b2d4612dc8c7b111b277734660-1 {}] regionserver.HStore(327): Store=cb7c24b2d4612dc8c7b111b277734660/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:51,929 INFO [StoreOpener-cb7c24b2d4612dc8c7b111b277734660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:17:51,930 INFO [StoreOpener-cb7c24b2d4612dc8c7b111b277734660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb7c24b2d4612dc8c7b111b277734660 columnFamilyName norep 2024-11-17T15:17:51,930 DEBUG [StoreOpener-cb7c24b2d4612dc8c7b111b277734660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:51,930 INFO [StoreOpener-cb7c24b2d4612dc8c7b111b277734660-1 {}] regionserver.HStore(327): Store=cb7c24b2d4612dc8c7b111b277734660/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:51,930 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:17:51,931 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/default/test/cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:17:51,931 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/default/test/cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:17:51,932 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:17:51,932 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:17:51,933 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:17:51,934 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:17:51,940 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/default/test/cb7c24b2d4612dc8c7b111b277734660/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:51,940 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb7c24b2d4612dc8c7b111b277734660; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74103493, jitterRate=0.10422809422016144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:17:51,940 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:17:51,941 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb7c24b2d4612dc8c7b111b277734660: Running coprocessor pre-open hook at 1731856671924Writing region info on filesystem at 1731856671924Initializing all the Stores at 1731856671925 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856671925Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856671925Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856671925Cleaning up temporary data from old regions at 1731856671932 (+7 ms)Running coprocessor post-open hooks at 1731856671940 (+8 ms)Region opened successfully at 1731856671941 (+1 ms) 2024-11-17T15:17:51,942 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660., pid=6, masterSystemTime=1731856671919 2024-11-17T15:17:51,944 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660. 2024-11-17T15:17:51,944 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660. 2024-11-17T15:17:51,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb7c24b2d4612dc8c7b111b277734660, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,44235,1731856665979 2024-11-17T15:17:51,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb7c24b2d4612dc8c7b111b277734660, server=7a780d55532c,44235,1731856665979 because future has completed 2024-11-17T15:17:51,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:17:51,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb7c24b2d4612dc8c7b111b277734660, server=7a780d55532c,44235,1731856665979 in 186 msec 2024-11-17T15:17:51,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:17:51,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cb7c24b2d4612dc8c7b111b277734660, ASSIGN in 345 msec 2024-11-17T15:17:51,960 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:17:51,960 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856671960"}]},"ts":"1731856671960"} 2024-11-17T15:17:51,962 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:17:51,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:17:51,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1810 sec 2024-11-17T15:17:52,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T15:17:52,324 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T15:17:52,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T15:17:52,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T15:17:52,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:17:52,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T15:17:52,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:17:52,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T15:17:52,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:17:52,326 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T15:17:52,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T15:17:52,326 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T15:17:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:17:52,928 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:17:52,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e608ada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:52,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,33767,-1 for getting cluster id 2024-11-17T15:17:52,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:52,930 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79bd293a-afe1-4789-8ba7-ff9674596517' 2024-11-17T15:17:52,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:52,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79bd293a-afe1-4789-8ba7-ff9674596517" 2024-11-17T15:17:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3502942c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,33767,-1] 2024-11-17T15:17:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:52,932 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:52,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e3d632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:52,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37fb187b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:52,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,36271,-1 for getting cluster id 2024-11-17T15:17:52,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:52,934 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f71af1d-bf1a-459a-97eb-ff9646d6ee3b' 2024-11-17T15:17:52,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:52,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f71af1d-bf1a-459a-97eb-ff9646d6ee3b" 2024-11-17T15:17:52,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679d9f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:52,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,36271,-1] 2024-11-17T15:17:52,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:52,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:52,936 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d59788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:52,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243b9db0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:52,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,33767,-1 for getting cluster id 2024-11-17T15:17:52,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:52,938 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79bd293a-afe1-4789-8ba7-ff9674596517' 2024-11-17T15:17:52,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:52,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79bd293a-afe1-4789-8ba7-ff9674596517" 2024-11-17T15:17:52,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153db9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:52,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,33767,-1] 2024-11-17T15:17:52,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:52,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:52,940 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:52,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40925213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:52,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:52,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,33767,1731856661943 2024-11-17T15:17:52,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65af0826 2024-11-17T15:17:52,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:52,946 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:52,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:36271,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:17:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:17:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:17:52,949 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:36271' 2024-11-17T15:17:52,950 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73493c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:52,950 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,36271,-1 for getting cluster id 2024-11-17T15:17:52,950 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:52,951 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f71af1d-bf1a-459a-97eb-ff9646d6ee3b' 2024-11-17T15:17:52,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:52,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f71af1d-bf1a-459a-97eb-ff9646d6ee3b" 2024-11-17T15:17:52,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c059508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:52,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,36271,-1] 2024-11-17T15:17:52,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:52,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:52,952 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:52,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35fa2045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:52,953 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:52,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,36271,1731856665929 2024-11-17T15:17:52,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c046779 2024-11-17T15:17:52,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:52,955 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:52,955 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T15:17:52,956 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:17:52,956 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:52,956 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:52,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:52,956 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:17:52,957 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:17:52,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:17:52,958 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:52,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:17:52,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741837_1013 (size=1138) 2024-11-17T15:17:53,007 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:17:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:17:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:17:53,367 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9d4dc0a11c6701617876ba3e9807733, NAME => 'hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a 2024-11-17T15:17:53,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741838_1014 (size=44) 2024-11-17T15:17:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:17:53,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:53,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f9d4dc0a11c6701617876ba3e9807733, disabling compactions & flushes 2024-11-17T15:17:53,774 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. 2024-11-17T15:17:53,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. 2024-11-17T15:17:53,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. after waiting 0 ms 2024-11-17T15:17:53,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. 2024-11-17T15:17:53,774 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. 2024-11-17T15:17:53,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9d4dc0a11c6701617876ba3e9807733: Waiting for close lock at 1731856673774Disabling compacts and flushes for region at 1731856673774Disabling writes for close at 1731856673774Writing region close event to WAL at 1731856673774Closed at 1731856673774 2024-11-17T15:17:53,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:17:53,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856673776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856673776"}]},"ts":"1731856673776"} 2024-11-17T15:17:53,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:17:53,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:17:53,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856673779"}]},"ts":"1731856673779"} 2024-11-17T15:17:53,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:17:53,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9d4dc0a11c6701617876ba3e9807733, ASSIGN}] 2024-11-17T15:17:53,787 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9d4dc0a11c6701617876ba3e9807733, ASSIGN 2024-11-17T15:17:53,788 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9d4dc0a11c6701617876ba3e9807733, ASSIGN; state=OFFLINE, location=7a780d55532c,41485,1731856662060; forceNewPlan=false, retain=false 2024-11-17T15:17:53,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f9d4dc0a11c6701617876ba3e9807733, regionState=OPENING, regionLocation=7a780d55532c,41485,1731856662060 2024-11-17T15:17:53,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9d4dc0a11c6701617876ba3e9807733, ASSIGN because future has completed 2024-11-17T15:17:53,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9d4dc0a11c6701617876ba3e9807733, server=7a780d55532c,41485,1731856662060}] 2024-11-17T15:17:54,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:17:54,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:54,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:54,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:54,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:17:54,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. 2024-11-17T15:17:54,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:17:54,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:17:54,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C41485%2C1731856662060.rep, suffix=, logDir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060, archiveDir=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/oldWALs, maxLogs=10 2024-11-17T15:17:54,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.rep.1731856674100, exclude list is [], retry=0 2024-11-17T15:17:54,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46873,DS-0f73e242-698d-48d0-a053-5e678ce21329,DISK] 2024-11-17T15:17:54,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.rep.1731856674100 2024-11-17T15:17:54,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34295:34295)] 2024-11-17T15:17:54,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f9d4dc0a11c6701617876ba3e9807733, NAME => 'hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:17:54,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:17:54,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:17:54,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. service=MultiRowMutationService 2024-11-17T15:17:54,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:17:54,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:17:54,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:17:54,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:17:54,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:17:54,119 INFO [StoreOpener-f9d4dc0a11c6701617876ba3e9807733-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:17:54,120 INFO [StoreOpener-f9d4dc0a11c6701617876ba3e9807733-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d4dc0a11c6701617876ba3e9807733 columnFamilyName hfileref 2024-11-17T15:17:54,120 DEBUG [StoreOpener-f9d4dc0a11c6701617876ba3e9807733-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:54,121 INFO [StoreOpener-f9d4dc0a11c6701617876ba3e9807733-1 {}] regionserver.HStore(327): Store=f9d4dc0a11c6701617876ba3e9807733/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:54,121 INFO [StoreOpener-f9d4dc0a11c6701617876ba3e9807733-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:17:54,122 INFO [StoreOpener-f9d4dc0a11c6701617876ba3e9807733-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d4dc0a11c6701617876ba3e9807733 columnFamilyName queue 2024-11-17T15:17:54,122 DEBUG [StoreOpener-f9d4dc0a11c6701617876ba3e9807733-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:54,122 INFO [StoreOpener-f9d4dc0a11c6701617876ba3e9807733-1 {}] regionserver.HStore(327): Store=f9d4dc0a11c6701617876ba3e9807733/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:54,122 INFO [StoreOpener-f9d4dc0a11c6701617876ba3e9807733-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:17:54,123 INFO [StoreOpener-f9d4dc0a11c6701617876ba3e9807733-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d4dc0a11c6701617876ba3e9807733 columnFamilyName sid 2024-11-17T15:17:54,123 DEBUG [StoreOpener-f9d4dc0a11c6701617876ba3e9807733-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:17:54,124 INFO [StoreOpener-f9d4dc0a11c6701617876ba3e9807733-1 {}] regionserver.HStore(327): Store=f9d4dc0a11c6701617876ba3e9807733/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:17:54,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:17:54,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/replication/f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:17:54,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/replication/f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:17:54,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:17:54,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:17:54,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:17:54,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:17:54,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/replication/f9d4dc0a11c6701617876ba3e9807733/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:17:54,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f9d4dc0a11c6701617876ba3e9807733; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67360390, jitterRate=0.0037480294704437256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:17:54,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:17:54,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f9d4dc0a11c6701617876ba3e9807733: Running coprocessor pre-open hook at 1731856674118Writing region info on filesystem at 1731856674118Initializing all the Stores at 1731856674119 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856674119Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856674119Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856674119Cleaning up temporary data from old regions at 1731856674126 (+7 ms)Running coprocessor post-open hooks at 1731856674130 (+4 ms)Region opened successfully at 1731856674130 2024-11-17T15:17:54,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733., pid=10, masterSystemTime=1731856674094 2024-11-17T15:17:54,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. 2024-11-17T15:17:54,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. 2024-11-17T15:17:54,134 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f9d4dc0a11c6701617876ba3e9807733, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,41485,1731856662060 2024-11-17T15:17:54,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9d4dc0a11c6701617876ba3e9807733, server=7a780d55532c,41485,1731856662060 because future has completed 2024-11-17T15:17:54,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T15:17:54,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f9d4dc0a11c6701617876ba3e9807733, server=7a780d55532c,41485,1731856662060 in 195 msec 2024-11-17T15:17:54,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T15:17:54,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9d4dc0a11c6701617876ba3e9807733, ASSIGN in 353 msec 2024-11-17T15:17:54,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:17:54,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856674142"}]},"ts":"1731856674142"} 2024-11-17T15:17:54,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:17:54,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:17:54,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-17T15:17:54,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733., hostname=7a780d55532c,41485,1731856662060, seqNum=2] 2024-11-17T15:17:54,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:17:54,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:17:54,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:17:54,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41485 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T15:17:54,329 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:17:54,358 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,41485,1731856662060, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:17:54,358 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:54,358 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,41485,1731856662060, seqNum=-1] 2024-11-17T15:17:54,359 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:54,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-17T15:17:54,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,41485,1731856662060', locateType=CURRENT is [region=hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733., hostname=7a780d55532c,41485,1731856662060, seqNum=2] 2024-11-17T15:17:54,364 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T15:17:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T15:17:54,366 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,41485,1731856662060 suceeded 2024-11-17T15:17:54,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T15:17:54,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-17T15:17:54,369 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:36271,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-17T15:17:54,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-11-17T15:17:54,378 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:36271' 2024-11-17T15:17:54,379 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57783bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:54,379 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,36271,-1 for getting cluster id 2024-11-17T15:17:54,379 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:54,380 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f71af1d-bf1a-459a-97eb-ff9646d6ee3b' 2024-11-17T15:17:54,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:54,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f71af1d-bf1a-459a-97eb-ff9646d6ee3b" 2024-11-17T15:17:54,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34242567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:54,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,36271,-1] 2024-11-17T15:17:54,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:54,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:54,382 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:54,382 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35159005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:54,382 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:54,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,36271,1731856665929 2024-11-17T15:17:54,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e92b68b 2024-11-17T15:17:54,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:54,384 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-17T15:17:54,385 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,41485,1731856662060 (queues=1) is replicating from cluster=79bd293a-afe1-4789-8ba7-ff9674596517 to cluster=6f71af1d-bf1a-459a-97eb-ff9646d6ee3b 2024-11-17T15:17:54,385 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C41485%2C1731856662060 2024-11-17T15:17:54,385 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,41485,1731856662060, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:17:54,385 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.shipper7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C41485%2C1731856662060 2024-11-17T15:17:54,385 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165, startPosition=0, beingWritten=true 2024-11-17T15:17:54,393 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:17:54,393 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 379, reset compression=false 2024-11-17T15:17:54,394 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.shipper7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,41485,1731856662060 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:17:54,634 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 379, reset compression=false 2024-11-17T15:17:54,938 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 379, reset compression=false 2024-11-17T15:17:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:17:55,098 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:17:55,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:55,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:55,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:55,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:55,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:55,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:55,105 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731856675103/Put/seqid=0 2024-11-17T15:17:55,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741840_1016 (size=7894) 2024-11-17T15:17:55,342 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 379, reset compression=false 2024-11-17T15:17:55,513 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f/f/hfile_1 is 34, key is ddd/f:row/1731856675512/Put/seqid=0 2024-11-17T15:17:55,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741841_1017 (size=7691) 2024-11-17T15:17:55,847 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 379, reset compression=false 2024-11-17T15:17:55,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc2f4a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:55,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,33767,-1 for getting cluster id 2024-11-17T15:17:55,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:55,925 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79bd293a-afe1-4789-8ba7-ff9674596517' 2024-11-17T15:17:55,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:55,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79bd293a-afe1-4789-8ba7-ff9674596517" 2024-11-17T15:17:55,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398f6302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:55,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,33767,-1] 2024-11-17T15:17:55,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:55,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:55,928 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:55,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afe6bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:55,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,41485,1731856662060, seqNum=-1] 2024-11-17T15:17:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:55,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:55,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:55,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,33767,1731856661943 2024-11-17T15:17:55,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc1565f 2024-11-17T15:17:55,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:55,947 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731856668624.ba50828c16365889c910b063568b9e28., hostname=7a780d55532c,41485,1731856662060, seqNum=2] 2024-11-17T15:17:55,967 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T15:17:55,981 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-17T15:17:55,984 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-17T15:17:56,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f/f/hfile_0 for inclusion in ba50828c16365889c910b063568b9e28/f 2024-11-17T15:17:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T15:17:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:17:56,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f/f/hfile_1 for inclusion in ba50828c16365889c910b063568b9e28/f 2024-11-17T15:17:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T15:17:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:17:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegion(2603): Flush status journal for ba50828c16365889c910b063568b9e28: 2024-11-17T15:17:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f/f/hfile_0 to hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__c6k73qvhh29u6l2jdlitla5jol9en55q9547hrderr9rffhqt0d807t2h08mvkq2/f/hfile_0 2024-11-17T15:17:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__c6k73qvhh29u6l2jdlitla5jol9en55q9547hrderr9rffhqt0d807t2h08mvkq2/f/hfile_0 as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f/7a8e0f9aa31c4b879538190f072913fa_SeqId_4_ 2024-11-17T15:17:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f/f/hfile_1 to hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__c6k73qvhh29u6l2jdlitla5jol9en55q9547hrderr9rffhqt0d807t2h08mvkq2/f/hfile_1 2024-11-17T15:17:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__c6k73qvhh29u6l2jdlitla5jol9en55q9547hrderr9rffhqt0d807t2h08mvkq2/f/hfile_1 as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f/80fe9eb01b94469783f7f30bbfb3bc79_SeqId_4_ 2024-11-17T15:17:56,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__c6k73qvhh29u6l2jdlitla5jol9en55q9547hrderr9rffhqt0d807t2h08mvkq2/f/hfile_0 into ba50828c16365889c910b063568b9e28/f as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f/7a8e0f9aa31c4b879538190f072913fa_SeqId_4_ - updating store file list. 2024-11-17T15:17:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a8e0f9aa31c4b879538190f072913fa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T15:17:56,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f/7a8e0f9aa31c4b879538190f072913fa_SeqId_4_ into ba50828c16365889c910b063568b9e28/f 2024-11-17T15:17:56,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__c6k73qvhh29u6l2jdlitla5jol9en55q9547hrderr9rffhqt0d807t2h08mvkq2/f/hfile_0 into ba50828c16365889c910b063568b9e28/f (new location: hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f/7a8e0f9aa31c4b879538190f072913fa_SeqId_4_) 2024-11-17T15:17:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__c6k73qvhh29u6l2jdlitla5jol9en55q9547hrderr9rffhqt0d807t2h08mvkq2/f/hfile_0 2024-11-17T15:17:56,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__c6k73qvhh29u6l2jdlitla5jol9en55q9547hrderr9rffhqt0d807t2h08mvkq2/f/hfile_1 into ba50828c16365889c910b063568b9e28/f as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f/80fe9eb01b94469783f7f30bbfb3bc79_SeqId_4_ - updating store file list. 2024-11-17T15:17:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 80fe9eb01b94469783f7f30bbfb3bc79_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T15:17:56,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f/80fe9eb01b94469783f7f30bbfb3bc79_SeqId_4_ into ba50828c16365889c910b063568b9e28/f 2024-11-17T15:17:56,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__c6k73qvhh29u6l2jdlitla5jol9en55q9547hrderr9rffhqt0d807t2h08mvkq2/f/hfile_1 into ba50828c16365889c910b063568b9e28/f (new location: hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f/80fe9eb01b94469783f7f30bbfb3bc79_SeqId_4_) 2024-11-17T15:17:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__c6k73qvhh29u6l2jdlitla5jol9en55q9547hrderr9rffhqt0d807t2h08mvkq2/f/hfile_1 2024-11-17T15:17:56,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:56,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:56,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:56,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:56,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:56,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:56,068 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T15:17:56,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731856668624.ba50828c16365889c910b063568b9e28., hostname=7a780d55532c,41485,1731856662060, seqNum=2 , the old value is region=test,,1731856668624.ba50828c16365889c910b063568b9e28., hostname=7a780d55532c,41485,1731856662060, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7a780d55532c:41485 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T15:17:56,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731856668624.ba50828c16365889c910b063568b9e28., hostname=7a780d55532c,41485,1731856662060, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T15:17:56,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731856668624.ba50828c16365889c910b063568b9e28., hostname=7a780d55532c,41485,1731856662060, seqNum=2 from cache 2024-11-17T15:17:56,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44235,1731856665979, seqNum=-1] 2024-11-17T15:17:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:56,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:56,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660., hostname=7a780d55532c,44235,1731856665979, seqNum=2] 2024-11-17T15:17:56,078 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T15:17:56,179 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:41485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T15:17:56,451 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 379, reset compression=false 2024-11-17T15:17:56,457 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:17:56,457 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.shipper7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,41485,1731856662060 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba50828c16365889c910b063568b9e28/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731856676059/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T15:17:56,482 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.shipper7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:17:56,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-17T15:17:56,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.ReplicationSink(318): Replicating [79bd293a-afe1-4789-8ba7-ff9674596517] bulk loaded data 2024-11-17T15:17:56,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41fbafe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:56,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,36271,-1 for getting cluster id 2024-11-17T15:17:56,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:56,488 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f71af1d-bf1a-459a-97eb-ff9646d6ee3b' 2024-11-17T15:17:56,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:56,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f71af1d-bf1a-459a-97eb-ff9646d6ee3b" 2024-11-17T15:17:56,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cf05069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:56,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,36271,-1] 2024-11-17T15:17:56,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:56,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:56,490 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:56,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e03ffb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:56,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741837_1013 (size=7894) 2024-11-17T15:17:56,658 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 687, reset compression=false 2024-11-17T15:17:56,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741838_1014 (size=7691) 2024-11-17T15:17:56,962 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 687, reset compression=false 2024-11-17T15:17:57,080 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T15:17:57,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:57,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,36271,1731856665929 2024-11-17T15:17:57,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f812e75 2024-11-17T15:17:57,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:57,323 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-17T15:17:57,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T15:17:57,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:57,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44235,1731856665979, seqNum=-1] 2024-11-17T15:17:57,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:57,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-17T15:17:57,335 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/staging/jenkins.hfs.6__test__a2qomsc7rlvoac0fud11ao9bbgvjpmgoutje92coh819vje5a72ln9g6504jiuug/f/7a8e0f9aa31c4b879538190f072913fa_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T15:17:57,338 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/staging/jenkins.hfs.6__test__a2qomsc7rlvoac0fud11ao9bbgvjpmgoutje92coh819vje5a72ln9g6504jiuug/f/80fe9eb01b94469783f7f30bbfb3bc79_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T15:17:57,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/staging/jenkins.hfs.6__test__a2qomsc7rlvoac0fud11ao9bbgvjpmgoutje92coh819vje5a72ln9g6504jiuug/f/7a8e0f9aa31c4b879538190f072913fa_SeqId_4_ for inclusion in cb7c24b2d4612dc8c7b111b277734660/f 2024-11-17T15:17:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T15:17:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:17:57,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/staging/jenkins.hfs.6__test__a2qomsc7rlvoac0fud11ao9bbgvjpmgoutje92coh819vje5a72ln9g6504jiuug/f/80fe9eb01b94469783f7f30bbfb3bc79_SeqId_4_ for inclusion in cb7c24b2d4612dc8c7b111b277734660/f 2024-11-17T15:17:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T15:17:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:17:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HRegion(2603): Flush status journal for cb7c24b2d4612dc8c7b111b277734660: 2024-11-17T15:17:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7a8e0f9aa31c4b879538190f072913fa_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T15:17:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/staging/jenkins.hfs.6__test__a2qomsc7rlvoac0fud11ao9bbgvjpmgoutje92coh819vje5a72ln9g6504jiuug/f/7a8e0f9aa31c4b879538190f072913fa_SeqId_4_ as hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/default/test/cb7c24b2d4612dc8c7b111b277734660/f/639722ba7ca24b4ab37426a9dff76ccb_SeqId_4_ 2024-11-17T15:17:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 80fe9eb01b94469783f7f30bbfb3bc79_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T15:17:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/staging/jenkins.hfs.6__test__a2qomsc7rlvoac0fud11ao9bbgvjpmgoutje92coh819vje5a72ln9g6504jiuug/f/80fe9eb01b94469783f7f30bbfb3bc79_SeqId_4_ as hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/default/test/cb7c24b2d4612dc8c7b111b277734660/f/8d47e5ac452b47649a4c182489232e17_SeqId_4_ 2024-11-17T15:17:57,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/staging/jenkins.hfs.6__test__a2qomsc7rlvoac0fud11ao9bbgvjpmgoutje92coh819vje5a72ln9g6504jiuug/f/7a8e0f9aa31c4b879538190f072913fa_SeqId_4_ into cb7c24b2d4612dc8c7b111b277734660/f as hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/default/test/cb7c24b2d4612dc8c7b111b277734660/f/639722ba7ca24b4ab37426a9dff76ccb_SeqId_4_ - updating store file list. 2024-11-17T15:17:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 639722ba7ca24b4ab37426a9dff76ccb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T15:17:57,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/default/test/cb7c24b2d4612dc8c7b111b277734660/f/639722ba7ca24b4ab37426a9dff76ccb_SeqId_4_ into cb7c24b2d4612dc8c7b111b277734660/f 2024-11-17T15:17:57,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/staging/jenkins.hfs.6__test__a2qomsc7rlvoac0fud11ao9bbgvjpmgoutje92coh819vje5a72ln9g6504jiuug/f/7a8e0f9aa31c4b879538190f072913fa_SeqId_4_ into cb7c24b2d4612dc8c7b111b277734660/f (new location: hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/default/test/cb7c24b2d4612dc8c7b111b277734660/f/639722ba7ca24b4ab37426a9dff76ccb_SeqId_4_) 2024-11-17T15:17:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/staging/jenkins.hfs.6__test__a2qomsc7rlvoac0fud11ao9bbgvjpmgoutje92coh819vje5a72ln9g6504jiuug/f/7a8e0f9aa31c4b879538190f072913fa_SeqId_4_ 2024-11-17T15:17:57,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/staging/jenkins.hfs.6__test__a2qomsc7rlvoac0fud11ao9bbgvjpmgoutje92coh819vje5a72ln9g6504jiuug/f/80fe9eb01b94469783f7f30bbfb3bc79_SeqId_4_ into cb7c24b2d4612dc8c7b111b277734660/f as hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/default/test/cb7c24b2d4612dc8c7b111b277734660/f/8d47e5ac452b47649a4c182489232e17_SeqId_4_ - updating store file list. 2024-11-17T15:17:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d47e5ac452b47649a4c182489232e17_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T15:17:57,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/default/test/cb7c24b2d4612dc8c7b111b277734660/f/8d47e5ac452b47649a4c182489232e17_SeqId_4_ into cb7c24b2d4612dc8c7b111b277734660/f 2024-11-17T15:17:57,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/staging/jenkins.hfs.6__test__a2qomsc7rlvoac0fud11ao9bbgvjpmgoutje92coh819vje5a72ln9g6504jiuug/f/80fe9eb01b94469783f7f30bbfb3bc79_SeqId_4_ into cb7c24b2d4612dc8c7b111b277734660/f (new location: hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/default/test/cb7c24b2d4612dc8c7b111b277734660/f/8d47e5ac452b47649a4c182489232e17_SeqId_4_) 2024-11-17T15:17:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/staging/jenkins.hfs.6__test__a2qomsc7rlvoac0fud11ao9bbgvjpmgoutje92coh819vje5a72ln9g6504jiuug/f/80fe9eb01b94469783f7f30bbfb3bc79_SeqId_4_ 2024-11-17T15:17:57,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.ReplicationSink(324): Finished replicating [79bd293a-afe1-4789-8ba7-ff9674596517] bulk loaded data 2024-11-17T15:17:57,366 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 687, reset compression=false 2024-11-17T15:17:57,870 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 687, reset compression=false 2024-11-17T15:17:58,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:17:58,101 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731856678099/Put/seqid=0 2024-11-17T15:17:58,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741842_1018 (size=7997) 2024-11-17T15:17:58,107 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731856678107/Put/seqid=0 2024-11-17T15:17:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741843_1019 (size=7794) 2024-11-17T15:17:58,475 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 687, reset compression=false 2024-11-17T15:17:58,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357bf49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:58,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,33767,-1 for getting cluster id 2024-11-17T15:17:58,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:17:58,515 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79bd293a-afe1-4789-8ba7-ff9674596517' 2024-11-17T15:17:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:17:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79bd293a-afe1-4789-8ba7-ff9674596517" 2024-11-17T15:17:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9ceb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,33767,-1] 2024-11-17T15:17:58,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:17:58,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:58,517 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:17:58,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c03d391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:17:58,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:58,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,41485,1731856662060, seqNum=-1] 2024-11-17T15:17:58,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:58,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:58,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:17:58,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,33767,1731856661943 2024-11-17T15:17:58,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41bfb160 2024-11-17T15:17:58,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:17:58,532 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:17:58,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731856668624.ba50828c16365889c910b063568b9e28., hostname=7a780d55532c,41485,1731856662060, seqNum=2] 2024-11-17T15:17:58,538 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T15:17:58,544 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-17T15:17:58,547 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-17T15:17:58,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f1/f1/hfile_0 for inclusion in ba50828c16365889c910b063568b9e28/f1 2024-11-17T15:17:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T15:17:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:17:58,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f1/f1/hfile_1 for inclusion in ba50828c16365889c910b063568b9e28/f1 2024-11-17T15:17:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T15:17:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:17:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegion(2603): Flush status journal for ba50828c16365889c910b063568b9e28: 2024-11-17T15:17:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f1/f1/hfile_0 to hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__9jdlch9v595g4ro46okau737t3fhn35p1sg2mlqaekhdo37psarptcme858mu9k7/f1/hfile_0 2024-11-17T15:17:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__9jdlch9v595g4ro46okau737t3fhn35p1sg2mlqaekhdo37psarptcme858mu9k7/f1/hfile_0 as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f1/c37e78b83d8d45719052c79c06e06e42_SeqId_6_ 2024-11-17T15:17:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/load_f1/f1/hfile_1 to hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__9jdlch9v595g4ro46okau737t3fhn35p1sg2mlqaekhdo37psarptcme858mu9k7/f1/hfile_1 2024-11-17T15:17:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__9jdlch9v595g4ro46okau737t3fhn35p1sg2mlqaekhdo37psarptcme858mu9k7/f1/hfile_1 as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f1/464f26ff30d34c32a44ef61435f50cf7_SeqId_6_ 2024-11-17T15:17:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-17T15:17:58,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__9jdlch9v595g4ro46okau737t3fhn35p1sg2mlqaekhdo37psarptcme858mu9k7/f1/hfile_0 into ba50828c16365889c910b063568b9e28/f1 as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f1/c37e78b83d8d45719052c79c06e06e42_SeqId_6_ - updating store file list. 2024-11-17T15:17:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c37e78b83d8d45719052c79c06e06e42_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T15:17:58,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f1/c37e78b83d8d45719052c79c06e06e42_SeqId_6_ into ba50828c16365889c910b063568b9e28/f1 2024-11-17T15:17:58,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__9jdlch9v595g4ro46okau737t3fhn35p1sg2mlqaekhdo37psarptcme858mu9k7/f1/hfile_0 into ba50828c16365889c910b063568b9e28/f1 (new location: hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f1/c37e78b83d8d45719052c79c06e06e42_SeqId_6_) 2024-11-17T15:17:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__9jdlch9v595g4ro46okau737t3fhn35p1sg2mlqaekhdo37psarptcme858mu9k7/f1/hfile_0 2024-11-17T15:17:58,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__9jdlch9v595g4ro46okau737t3fhn35p1sg2mlqaekhdo37psarptcme858mu9k7/f1/hfile_1 into ba50828c16365889c910b063568b9e28/f1 as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f1/464f26ff30d34c32a44ef61435f50cf7_SeqId_6_ - updating store file list. 2024-11-17T15:17:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 464f26ff30d34c32a44ef61435f50cf7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T15:17:58,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f1/464f26ff30d34c32a44ef61435f50cf7_SeqId_6_ into ba50828c16365889c910b063568b9e28/f1 2024-11-17T15:17:58,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__9jdlch9v595g4ro46okau737t3fhn35p1sg2mlqaekhdo37psarptcme858mu9k7/f1/hfile_1 into ba50828c16365889c910b063568b9e28/f1 (new location: hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/f1/464f26ff30d34c32a44ef61435f50cf7_SeqId_6_) 2024-11-17T15:17:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/staging/jenkins__test__9jdlch9v595g4ro46okau737t3fhn35p1sg2mlqaekhdo37psarptcme858mu9k7/f1/hfile_1 2024-11-17T15:17:58,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:17:58,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:17:58,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:58,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:17:58,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:17:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731856668624.ba50828c16365889c910b063568b9e28., hostname=7a780d55532c,41485,1731856662060, seqNum=2 , the old value is region=test,,1731856668624.ba50828c16365889c910b063568b9e28., hostname=7a780d55532c,41485,1731856662060, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7a780d55532c:41485 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T15:17:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731856668624.ba50828c16365889c910b063568b9e28., hostname=7a780d55532c,41485,1731856662060, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T15:17:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731856668624.ba50828c16365889c910b063568b9e28., hostname=7a780d55532c,41485,1731856662060, seqNum=2 from cache 2024-11-17T15:17:58,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:17:58,576 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T15:17:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,41485,1731856662060, seqNum=-1] 2024-11-17T15:17:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:17:58,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:17:58,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731856668624.ba50828c16365889c910b063568b9e28., hostname=7a780d55532c,41485,1731856662060, seqNum=2] 2024-11-17T15:17:58,678 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:41485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T15:17:59,180 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 687, reset compression=false 2024-11-17T15:17:59,185 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:17:59,185 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:17:59,185 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.shipper7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,41485,1731856662060 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:17:59,393 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:17:59,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:17:59,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:59,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:59,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:59,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:17:59,697 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:00,101 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:00,605 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:01,210 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:01,915 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:02,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T15:18:02,324 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T15:18:02,719 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:03,624 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:04,628 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:05,733 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:06,938 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:08,243 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:09,647 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:11,151 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:11,530 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T15:18:12,755 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:14,460 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:15,913 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T15:18:16,264 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:18,168 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:19,189 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.shipper7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,41485,1731856662060 got entry batch from reader: null 2024-11-17T15:18:20,173 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:22,277 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:24,481 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:25,156 INFO [master/7a780d55532c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T15:18:25,156 INFO [master/7a780d55532c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T15:18:26,785 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:29,190 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:29,198 INFO [master/7a780d55532c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T15:18:29,198 INFO [master/7a780d55532c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T15:18:31,694 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:34,299 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:34,769 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ba50828c16365889c910b063568b9e28, had cached 0 bytes from a total of 31376 2024-11-17T15:18:36,924 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cb7c24b2d4612dc8c7b111b277734660, had cached 0 bytes from a total of 15585 2024-11-17T15:18:37,003 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:39,189 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.shipper7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,41485,1731856662060 got entry batch from reader: null 2024-11-17T15:18:39,808 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:41,530 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T15:18:42,712 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:45,717 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:45,913 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T15:18:45,939 DEBUG [master/7a780d55532c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T15:18:48,821 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:49,571 DEBUG [master/7a780d55532c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T15:18:52,026 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:55,330 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:58,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:18:58,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:18:58,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:18:58,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:18:58,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:18:58,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:18:58,606 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:18:58,606 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1674601123, stopped=false 2024-11-17T15:18:58,606 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,36271,1731856665929 2024-11-17T15:18:58,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11538629701/running 2024-11-17T15:18:58,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11538629701/running 2024-11-17T15:18:58,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:18:58,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:18:58,609 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:18:58,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:18:58,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:18:58,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:18:58,610 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,44235,1731856665979' ***** 2024-11-17T15:18:58,610 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:18:58,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Set watcher on znode that does not yet exist, /11538629701/running 2024-11-17T15:18:58,610 INFO [RS:0;7a780d55532c:44235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:18:58,611 INFO [RS:0;7a780d55532c:44235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:18:58,611 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:18:58,611 INFO [RS:0;7a780d55532c:44235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:18:58,611 INFO [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(3091): Received CLOSE for cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:18:58,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Set watcher on znode that does not yet exist, /11538629701/running 2024-11-17T15:18:58,611 INFO [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,44235,1731856665979 2024-11-17T15:18:58,611 INFO [RS:0;7a780d55532c:44235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:18:58,611 INFO [RS:0;7a780d55532c:44235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:44235. 2024-11-17T15:18:58,611 DEBUG [RS:0;7a780d55532c:44235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:18:58,611 DEBUG [RS:0;7a780d55532c:44235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:18:58,611 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb7c24b2d4612dc8c7b111b277734660, disabling compactions & flushes 2024-11-17T15:18:58,611 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660. 2024-11-17T15:18:58,611 INFO [RS:0;7a780d55532c:44235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:18:58,611 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660. 2024-11-17T15:18:58,611 INFO [RS:0;7a780d55532c:44235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:18:58,611 INFO [RS:0;7a780d55532c:44235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:18:58,612 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660. after waiting 0 ms 2024-11-17T15:18:58,612 INFO [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:18:58,612 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660. 2024-11-17T15:18:58,612 INFO [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T15:18:58,612 DEBUG [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1325): Online Regions={cb7c24b2d4612dc8c7b111b277734660=test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:18:58,612 DEBUG [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb7c24b2d4612dc8c7b111b277734660 2024-11-17T15:18:58,612 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:18:58,612 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:18:58,612 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:18:58,612 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:18:58,612 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:18:58,612 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T15:18:58,620 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/default/test/cb7c24b2d4612dc8c7b111b277734660/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T15:18:58,621 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:18:58,621 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:18:58,621 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660. 2024-11-17T15:18:58,621 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb7c24b2d4612dc8c7b111b277734660: Waiting for close lock at 1731856738611Running coprocessor pre-close hooks at 1731856738611Disabling compacts and flushes for region at 1731856738611Disabling writes for close at 1731856738612 (+1 ms)Writing region close event to WAL at 1731856738612Running coprocessor post-close hooks at 1731856738621 (+9 ms)Closed at 1731856738621 2024-11-17T15:18:58,621 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660. 2024-11-17T15:18:58,638 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/.tmp/info/532ed2b89e3a4675b8b3d479082075e2 is 129, key is test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660./info:regioninfo/1731856671945/Put/seqid=0 2024-11-17T15:18:58,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741839_1015 (size=6421) 2024-11-17T15:18:58,695 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:18:58,735 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.1731856664165 to pos 997, reset compression=false 2024-11-17T15:18:58,812 DEBUG [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:18:59,012 DEBUG [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:18:59,043 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/.tmp/info/532ed2b89e3a4675b8b3d479082075e2 2024-11-17T15:18:59,065 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/.tmp/ns/9adfb6822eef4a648632db733fdc3fc2 is 43, key is default/ns:d/1731856668572/Put/seqid=0 2024-11-17T15:18:59,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741840_1016 (size=5153) 2024-11-17T15:18:59,189 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.shipper7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,41485,1731856662060 got entry batch from reader: null 2024-11-17T15:18:59,213 DEBUG [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:18:59,413 DEBUG [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:18:59,470 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/.tmp/ns/9adfb6822eef4a648632db733fdc3fc2 2024-11-17T15:18:59,474 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:18:59,475 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:18:59,507 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/.tmp/rep_barrier/66c803a4c2f648a6a583a82f1f1f1a25 is 112, key is test,,1731856670781.cb7c24b2d4612dc8c7b111b277734660./rep_barrier:seqnumDuringOpen/1731856671945/Put/seqid=0 2024-11-17T15:18:59,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741841_1017 (size=5518) 2024-11-17T15:18:59,529 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/.tmp/rep_barrier/66c803a4c2f648a6a583a82f1f1f1a25 2024-11-17T15:18:59,596 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/.tmp/table/c5870979995341ad802a965e71175e8a is 40, key is test/table:state/1731856671960/Put/seqid=0 2024-11-17T15:18:59,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741842_1018 (size=5165) 2024-11-17T15:18:59,607 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/.tmp/table/c5870979995341ad802a965e71175e8a 2024-11-17T15:18:59,614 INFO [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T15:18:59,614 DEBUG [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:18:59,614 DEBUG [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:18:59,625 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/.tmp/info/532ed2b89e3a4675b8b3d479082075e2 as hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/info/532ed2b89e3a4675b8b3d479082075e2 2024-11-17T15:18:59,635 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/info/532ed2b89e3a4675b8b3d479082075e2, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T15:18:59,637 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/.tmp/ns/9adfb6822eef4a648632db733fdc3fc2 as hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/ns/9adfb6822eef4a648632db733fdc3fc2 2024-11-17T15:18:59,646 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/ns/9adfb6822eef4a648632db733fdc3fc2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T15:18:59,648 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/.tmp/rep_barrier/66c803a4c2f648a6a583a82f1f1f1a25 as hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/rep_barrier/66c803a4c2f648a6a583a82f1f1f1a25 2024-11-17T15:18:59,656 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/rep_barrier/66c803a4c2f648a6a583a82f1f1f1a25, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T15:18:59,657 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/.tmp/table/c5870979995341ad802a965e71175e8a as hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/table/c5870979995341ad802a965e71175e8a 2024-11-17T15:18:59,673 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/table/c5870979995341ad802a965e71175e8a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T15:18:59,676 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1063ms, sequenceid=11, compaction requested=false 2024-11-17T15:18:59,702 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T15:18:59,703 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:18:59,703 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:18:59,703 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:18:59,703 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856738612Running coprocessor pre-close hooks at 1731856738612Disabling compacts and flushes for region at 1731856738612Disabling writes for close at 1731856738612Obtaining lock to block concurrent updates at 1731856738612Preparing flush snapshotting stores in 1588230740 at 1731856738612Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731856738613 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731856738613Flushing 1588230740/info: creating writer at 1731856738613Flushing 1588230740/info: appending metadata at 1731856738637 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731856738637Flushing 1588230740/ns: creating writer at 1731856739050 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731856739065 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731856739065Flushing 1588230740/rep_barrier: creating writer at 1731856739479 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856739507 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856739507Flushing 1588230740/table: creating writer at 1731856739556 (+49 ms)Flushing 1588230740/table: appending metadata at 1731856739595 (+39 ms)Flushing 1588230740/table: closing flushed file at 1731856739596 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c390ca0: reopening flushed file at 1731856739620 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7eed2f: reopening flushed file at 1731856739635 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399019a1: reopening flushed file at 1731856739647 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47a0e52: reopening flushed file at 1731856739656 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1063ms, sequenceid=11, compaction requested=false at 1731856739676 (+20 ms)Writing region close event to WAL at 1731856739698 (+22 ms)Running coprocessor post-close hooks at 1731856739703 (+5 ms)Closed at 1731856739703 2024-11-17T15:18:59,703 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:18:59,814 INFO [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,44235,1731856665979; all regions closed. 2024-11-17T15:18:59,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741834_1010 (size=2717) 2024-11-17T15:18:59,827 DEBUG [RS:0;7a780d55532c:44235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/oldWALs 2024-11-17T15:18:59,827 INFO [RS:0;7a780d55532c:44235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C44235%2C1731856665979.meta:.meta(num 1731856668527) 2024-11-17T15:18:59,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741832_1008 (size=1028) 2024-11-17T15:18:59,833 DEBUG [RS:0;7a780d55532c:44235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/oldWALs 2024-11-17T15:18:59,833 INFO [RS:0;7a780d55532c:44235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C44235%2C1731856665979:(num 1731856667570) 2024-11-17T15:18:59,833 DEBUG [RS:0;7a780d55532c:44235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:18:59,833 INFO [RS:0;7a780d55532c:44235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:18:59,833 INFO [RS:0;7a780d55532c:44235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:18:59,833 INFO [RS:0;7a780d55532c:44235 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:18:59,834 INFO [RS:0;7a780d55532c:44235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:18:59,834 INFO [RS:0;7a780d55532c:44235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:44235. 2024-11-17T15:18:59,834 DEBUG [RS:0;7a780d55532c:44235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:18:59,834 DEBUG [RS:0;7a780d55532c:44235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:18:59,834 DEBUG [RS:0;7a780d55532c:44235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:18:59,834 INFO [RS:0;7a780d55532c:44235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44235 2024-11-17T15:18:59,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:18:59,835 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:18:59,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701/rs 2024-11-17T15:18:59,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11538629701/rs/7a780d55532c,44235,1731856665979 2024-11-17T15:18:59,839 INFO [RS:0;7a780d55532c:44235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:18:59,840 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,44235,1731856665979] 2024-11-17T15:18:59,842 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11538629701/draining/7a780d55532c,44235,1731856665979 already deleted, retry=false 2024-11-17T15:18:59,843 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,44235,1731856665979 expired; onlineServers=0 2024-11-17T15:18:59,843 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,36271,1731856665929' ***** 2024-11-17T15:18:59,843 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:18:59,843 INFO [M:0;7a780d55532c:36271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:18:59,843 INFO [M:0;7a780d55532c:36271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:18:59,843 DEBUG [M:0;7a780d55532c:36271 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:18:59,843 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:18:59,843 DEBUG [M:0;7a780d55532c:36271 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:18:59,843 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856667368 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856667368,5,FailOnTimeoutGroup] 2024-11-17T15:18:59,843 INFO [M:0;7a780d55532c:36271 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:18:59,843 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856667368 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856667368,5,FailOnTimeoutGroup] 2024-11-17T15:18:59,843 INFO [M:0;7a780d55532c:36271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:18:59,843 DEBUG [M:0;7a780d55532c:36271 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:18:59,844 INFO [M:0;7a780d55532c:36271 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:18:59,844 INFO [M:0;7a780d55532c:36271 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:18:59,844 INFO [M:0;7a780d55532c:36271 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:18:59,844 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:18:59,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11538629701/master 2024-11-17T15:18:59,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538629701 2024-11-17T15:18:59,845 DEBUG [M:0;7a780d55532c:36271 {}] zookeeper.RecoverableZooKeeper(212): Node /11538629701/master already deleted, retry=false 2024-11-17T15:18:59,846 DEBUG [M:0;7a780d55532c:36271 {}] master.ActiveMasterManager(353): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Failed delete of our master address node; KeeperErrorCode = NoNode for /11538629701/master 2024-11-17T15:18:59,847 INFO [M:0;7a780d55532c:36271 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/.lastflushedseqids 2024-11-17T15:18:59,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741843_1019 (size=173) 2024-11-17T15:18:59,853 INFO [M:0;7a780d55532c:36271 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:18:59,853 INFO [M:0;7a780d55532c:36271 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:18:59,853 DEBUG [M:0;7a780d55532c:36271 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:18:59,854 INFO [M:0;7a780d55532c:36271 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:18:59,854 DEBUG [M:0;7a780d55532c:36271 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:18:59,854 DEBUG [M:0;7a780d55532c:36271 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:18:59,854 DEBUG [M:0;7a780d55532c:36271 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:18:59,854 INFO [M:0;7a780d55532c:36271 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-17T15:18:59,873 DEBUG [M:0;7a780d55532c:36271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/497add502d9f4cfd8d7ed25d80e7e64e is 82, key is hbase:meta,,1/info:regioninfo/1731856668561/Put/seqid=0 2024-11-17T15:18:59,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741844_1020 (size=5672) 2024-11-17T15:18:59,884 INFO [M:0;7a780d55532c:36271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/497add502d9f4cfd8d7ed25d80e7e64e 2024-11-17T15:18:59,917 DEBUG [M:0;7a780d55532c:36271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf6ba075e29143118064db764f93d84e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731856671965/Put/seqid=0 2024-11-17T15:18:59,943 INFO [RS:0;7a780d55532c:44235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:18:59,943 INFO [RS:0;7a780d55532c:44235 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,44235,1731856665979; zookeeper connection closed. 2024-11-17T15:18:59,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:18:59,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x101268163940004, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:18:59,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741845_1021 (size=6727) 2024-11-17T15:18:59,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28e43628 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28e43628 2024-11-17T15:18:59,969 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:19:00,357 INFO [M:0;7a780d55532c:36271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf6ba075e29143118064db764f93d84e 2024-11-17T15:19:00,363 INFO [M:0;7a780d55532c:36271 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf6ba075e29143118064db764f93d84e 2024-11-17T15:19:00,387 DEBUG [M:0;7a780d55532c:36271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9099cf6c4c64f3893cf48d766dcfc0a is 69, key is 7a780d55532c,44235,1731856665979/rs:state/1731856667421/Put/seqid=0 2024-11-17T15:19:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741846_1022 (size=5156) 2024-11-17T15:19:00,800 INFO [M:0;7a780d55532c:36271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9099cf6c4c64f3893cf48d766dcfc0a 2024-11-17T15:19:00,812 DEBUG [M:0;7a780d55532c:36271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/497add502d9f4cfd8d7ed25d80e7e64e as hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/497add502d9f4cfd8d7ed25d80e7e64e 2024-11-17T15:19:00,824 INFO [M:0;7a780d55532c:36271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/497add502d9f4cfd8d7ed25d80e7e64e, entries=8, sequenceid=58, filesize=5.5 K 2024-11-17T15:19:00,827 DEBUG [M:0;7a780d55532c:36271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf6ba075e29143118064db764f93d84e as hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf6ba075e29143118064db764f93d84e 2024-11-17T15:19:00,835 INFO [M:0;7a780d55532c:36271 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf6ba075e29143118064db764f93d84e 2024-11-17T15:19:00,836 INFO [M:0;7a780d55532c:36271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf6ba075e29143118064db764f93d84e, entries=6, sequenceid=58, filesize=6.6 K 2024-11-17T15:19:00,837 DEBUG [M:0;7a780d55532c:36271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9099cf6c4c64f3893cf48d766dcfc0a as hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9099cf6c4c64f3893cf48d766dcfc0a 2024-11-17T15:19:00,854 INFO [M:0;7a780d55532c:36271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35685/user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9099cf6c4c64f3893cf48d766dcfc0a, entries=1, sequenceid=58, filesize=5.0 K 2024-11-17T15:19:00,856 INFO [M:0;7a780d55532c:36271 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1002ms, sequenceid=58, compaction requested=false 2024-11-17T15:19:00,863 INFO [M:0;7a780d55532c:36271 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:00,863 DEBUG [M:0;7a780d55532c:36271 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856739853Disabling compacts and flushes for region at 1731856739853Disabling writes for close at 1731856739854 (+1 ms)Obtaining lock to block concurrent updates at 1731856739854Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856739854Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731856739854Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856739855 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856739855Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856739873 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856739873Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856739890 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856739917 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856739917Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856740363 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856740387 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856740387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf694c6: reopening flushed file at 1731856740811 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae516f9: reopening flushed file at 1731856740825 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51cd0159: reopening flushed file at 1731856740836 (+11 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1002ms, sequenceid=58, compaction requested=false at 1731856740856 (+20 ms)Writing region close event to WAL at 1731856740863 (+7 ms)Closed at 1731856740863 2024-11-17T15:19:00,868 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c3eab23b-eb26-2eed-e2c1-91c6a52c92b9/MasterData/WALs/7a780d55532c,36271,1731856665929/7a780d55532c%2C36271%2C1731856665929.1731856667287 not finished, retry = 0 2024-11-17T15:19:00,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741830_1006 (size=33026) 2024-11-17T15:19:00,970 INFO [M:0;7a780d55532c:36271 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:19:00,970 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:19:00,970 INFO [M:0;7a780d55532c:36271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36271 2024-11-17T15:19:00,971 INFO [M:0;7a780d55532c:36271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:19:01,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:01,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x101268163940003, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:01,076 INFO [M:0;7a780d55532c:36271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:19:01,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70d8d343{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:19:01,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7de9db7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:19:01,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:19:01,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28e6fb15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:19:01,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a7960e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/hadoop.log.dir/,STOPPED} 2024-11-17T15:19:01,110 WARN [BP-1857475115-172.17.0.2-1731856665251 heartbeating to localhost/127.0.0.1:35685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:19:01,110 WARN [BP-1857475115-172.17.0.2-1731856665251 heartbeating to localhost/127.0.0.1:35685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1857475115-172.17.0.2-1731856665251 (Datanode Uuid 18c7c5ed-3deb-42e9-9733-648f1340b46f) service to localhost/127.0.0.1:35685 2024-11-17T15:19:01,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/cluster_21f83dee-152b-6888-3a04-2733bb810500/data/data1/current/BP-1857475115-172.17.0.2-1731856665251 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:19:01,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/cluster_21f83dee-152b-6888-3a04-2733bb810500/data/data2/current/BP-1857475115-172.17.0.2-1731856665251 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:19:01,111 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:19:01,111 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:19:01,111 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:19:01,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29930def{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:19:01,126 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1938fe07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:19:01,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:19:01,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fb931c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:19:01,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf33a09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/hadoop.log.dir/,STOPPED} 2024-11-17T15:19:01,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:19:01,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:19:01,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:01,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:01,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:01,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:01,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:01,152 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:19:01,152 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1395669188, stopped=false 2024-11-17T15:19:01,152 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,33767,1731856661943 2024-11-17T15:19:01,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-518351244/running 2024-11-17T15:19:01,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-518351244/running 2024-11-17T15:19:01,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:19:01,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:19:01,154 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:19:01,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Set watcher on znode that does not yet exist, /0-518351244/running 2024-11-17T15:19:01,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Set watcher on znode that does not yet exist, /0-518351244/running 2024-11-17T15:19:01,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:01,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:01,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:01,157 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,41485,1731856662060' ***** 2024-11-17T15:19:01,157 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:19:01,157 INFO [RS:0;7a780d55532c:41485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:19:01,158 INFO [RS:0;7a780d55532c:41485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:19:01,158 INFO [RS:0;7a780d55532c:41485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:19:01,158 INFO [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(3091): Received CLOSE for f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:19:01,158 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:19:01,158 INFO [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(3091): Received CLOSE for ba50828c16365889c910b063568b9e28 2024-11-17T15:19:01,158 INFO [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,41485,1731856662060 2024-11-17T15:19:01,158 INFO [RS:0;7a780d55532c:41485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:19:01,158 INFO [RS:0;7a780d55532c:41485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:41485. 2024-11-17T15:19:01,158 DEBUG [RS:0;7a780d55532c:41485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:01,158 DEBUG [RS:0;7a780d55532c:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:01,158 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9d4dc0a11c6701617876ba3e9807733, disabling compactions & flushes 2024-11-17T15:19:01,158 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. 2024-11-17T15:19:01,158 INFO [RS:0;7a780d55532c:41485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:19:01,158 INFO [RS:0;7a780d55532c:41485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:19:01,158 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. 2024-11-17T15:19:01,158 INFO [RS:0;7a780d55532c:41485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:19:01,158 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. after waiting 0 ms 2024-11-17T15:19:01,158 INFO [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:19:01,158 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. 2024-11-17T15:19:01,159 INFO [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T15:19:01,159 DEBUG [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(1325): Online Regions={f9d4dc0a11c6701617876ba3e9807733=hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733., 1588230740=hbase:meta,,1.1588230740, ba50828c16365889c910b063568b9e28=test,,1731856668624.ba50828c16365889c910b063568b9e28.} 2024-11-17T15:19:01,159 DEBUG [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba50828c16365889c910b063568b9e28, f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:19:01,159 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:19:01,159 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:19:01,159 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:19:01,159 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:19:01,159 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:19:01,159 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T15:19:01,164 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f9d4dc0a11c6701617876ba3e9807733 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-17T15:19:01,186 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/.tmp/info/850c658f38254a10bf567d06eabac1c3 is 147, key is hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733./info:regioninfo/1731856674134/Put/seqid=0 2024-11-17T15:19:01,198 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:19:01,200 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/replication/f9d4dc0a11c6701617876ba3e9807733/.tmp/hfileref/bd22672701ec4ae180ddcc331064338e is 74, key is 1/hfileref:7a8e0f9aa31c4b879538190f072913fa_SeqId_4_/1731856677367/DeleteColumn/seqid=0 2024-11-17T15:19:01,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741844_1020 (size=7686) 2024-11-17T15:19:01,208 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/.tmp/info/850c658f38254a10bf567d06eabac1c3 2024-11-17T15:19:01,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741845_1021 (size=5203) 2024-11-17T15:19:01,250 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/replication/f9d4dc0a11c6701617876ba3e9807733/.tmp/hfileref/bd22672701ec4ae180ddcc331064338e 2024-11-17T15:19:01,279 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/.tmp/ns/357d072b4d09486087b5688b8599fa70 is 43, key is default/ns:d/1731856665142/Put/seqid=0 2024-11-17T15:19:01,292 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/replication/f9d4dc0a11c6701617876ba3e9807733/.tmp/queue/66e297bcc02142eaa71f458eae5cdf55 is 153, key is 1-7a780d55532c,41485,1731856662060/queue:7a780d55532c%2C41485%2C1731856662060/1731856679187/Put/seqid=0 2024-11-17T15:19:01,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741846_1022 (size=5153) 2024-11-17T15:19:01,300 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/.tmp/ns/357d072b4d09486087b5688b8599fa70 2024-11-17T15:19:01,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741847_1023 (size=5352) 2024-11-17T15:19:01,322 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/replication/f9d4dc0a11c6701617876ba3e9807733/.tmp/queue/66e297bcc02142eaa71f458eae5cdf55 2024-11-17T15:19:01,337 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/replication/f9d4dc0a11c6701617876ba3e9807733/.tmp/hfileref/bd22672701ec4ae180ddcc331064338e as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/replication/f9d4dc0a11c6701617876ba3e9807733/hfileref/bd22672701ec4ae180ddcc331064338e 2024-11-17T15:19:01,348 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/.tmp/rep_barrier/11cb2e94a2b74806bd529c2d581ff9c6 is 112, key is test,,1731856668624.ba50828c16365889c910b063568b9e28./rep_barrier:seqnumDuringOpen/1731856669788/Put/seqid=0 2024-11-17T15:19:01,350 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/replication/f9d4dc0a11c6701617876ba3e9807733/hfileref/bd22672701ec4ae180ddcc331064338e, entries=2, sequenceid=10, filesize=5.1 K 2024-11-17T15:19:01,354 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/replication/f9d4dc0a11c6701617876ba3e9807733/.tmp/queue/66e297bcc02142eaa71f458eae5cdf55 as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/replication/f9d4dc0a11c6701617876ba3e9807733/queue/66e297bcc02142eaa71f458eae5cdf55 2024-11-17T15:19:01,359 DEBUG [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba50828c16365889c910b063568b9e28, f9d4dc0a11c6701617876ba3e9807733 2024-11-17T15:19:01,362 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/replication/f9d4dc0a11c6701617876ba3e9807733/queue/66e297bcc02142eaa71f458eae5cdf55, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T15:19:01,365 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f9d4dc0a11c6701617876ba3e9807733 in 207ms, sequenceid=10, compaction requested=false 2024-11-17T15:19:01,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741848_1024 (size=5518) 2024-11-17T15:19:01,370 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/.tmp/rep_barrier/11cb2e94a2b74806bd529c2d581ff9c6 2024-11-17T15:19:01,393 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/replication/f9d4dc0a11c6701617876ba3e9807733/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T15:19:01,394 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:01,394 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:19:01,394 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. 2024-11-17T15:19:01,394 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9d4dc0a11c6701617876ba3e9807733: Waiting for close lock at 1731856741158Running coprocessor pre-close hooks at 1731856741158Disabling compacts and flushes for region at 1731856741158Disabling writes for close at 1731856741158Obtaining lock to block concurrent updates at 1731856741164 (+6 ms)Preparing flush snapshotting stores in f9d4dc0a11c6701617876ba3e9807733 at 1731856741164Finished memstore snapshotting hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731856741165 (+1 ms)Flushing stores of hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. at 1731856741165Flushing f9d4dc0a11c6701617876ba3e9807733/hfileref: creating writer at 1731856741166 (+1 ms)Flushing f9d4dc0a11c6701617876ba3e9807733/hfileref: appending metadata at 1731856741200 (+34 ms)Flushing f9d4dc0a11c6701617876ba3e9807733/hfileref: closing flushed file at 1731856741200Flushing f9d4dc0a11c6701617876ba3e9807733/queue: creating writer at 1731856741259 (+59 ms)Flushing f9d4dc0a11c6701617876ba3e9807733/queue: appending metadata at 1731856741291 (+32 ms)Flushing f9d4dc0a11c6701617876ba3e9807733/queue: closing flushed file at 1731856741291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88f7d78: reopening flushed file at 1731856741336 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49aa7de: reopening flushed file at 1731856741350 (+14 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f9d4dc0a11c6701617876ba3e9807733 in 207ms, sequenceid=10, compaction requested=false at 1731856741365 (+15 ms)Writing region close event to WAL at 1731856741385 (+20 ms)Running coprocessor post-close hooks at 1731856741394 (+9 ms)Closed at 1731856741394 2024-11-17T15:19:01,395 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731856672956.f9d4dc0a11c6701617876ba3e9807733. 2024-11-17T15:19:01,395 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba50828c16365889c910b063568b9e28, disabling compactions & flushes 2024-11-17T15:19:01,395 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856668624.ba50828c16365889c910b063568b9e28. 2024-11-17T15:19:01,395 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856668624.ba50828c16365889c910b063568b9e28. 2024-11-17T15:19:01,395 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856668624.ba50828c16365889c910b063568b9e28. after waiting 0 ms 2024-11-17T15:19:01,395 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856668624.ba50828c16365889c910b063568b9e28. 2024-11-17T15:19:01,420 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/.tmp/table/a21e13e48643475890bc9f35e6c67221 is 53, key is hbase:replication/table:state/1731856674142/Put/seqid=0 2024-11-17T15:19:01,443 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/default/test/ba50828c16365889c910b063568b9e28/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T15:19:01,445 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:01,445 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:19:01,445 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856668624.ba50828c16365889c910b063568b9e28. 2024-11-17T15:19:01,445 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba50828c16365889c910b063568b9e28: Waiting for close lock at 1731856741395Running coprocessor pre-close hooks at 1731856741395Disabling compacts and flushes for region at 1731856741395Disabling writes for close at 1731856741395Writing region close event to WAL at 1731856741425 (+30 ms)Running coprocessor post-close hooks at 1731856741445 (+20 ms)Closed at 1731856741445 2024-11-17T15:19:01,445 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856668624.ba50828c16365889c910b063568b9e28. 2024-11-17T15:19:01,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741849_1025 (size=5308) 2024-11-17T15:19:01,471 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/.tmp/table/a21e13e48643475890bc9f35e6c67221 2024-11-17T15:19:01,480 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/.tmp/info/850c658f38254a10bf567d06eabac1c3 as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/info/850c658f38254a10bf567d06eabac1c3 2024-11-17T15:19:01,492 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/info/850c658f38254a10bf567d06eabac1c3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T15:19:01,493 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/.tmp/ns/357d072b4d09486087b5688b8599fa70 as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/ns/357d072b4d09486087b5688b8599fa70 2024-11-17T15:19:01,501 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/ns/357d072b4d09486087b5688b8599fa70, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T15:19:01,503 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/.tmp/rep_barrier/11cb2e94a2b74806bd529c2d581ff9c6 as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/rep_barrier/11cb2e94a2b74806bd529c2d581ff9c6 2024-11-17T15:19:01,510 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/rep_barrier/11cb2e94a2b74806bd529c2d581ff9c6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T15:19:01,512 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/.tmp/table/a21e13e48643475890bc9f35e6c67221 as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/table/a21e13e48643475890bc9f35e6c67221 2024-11-17T15:19:01,525 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/table/a21e13e48643475890bc9f35e6c67221, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T15:19:01,526 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 367ms, sequenceid=16, compaction requested=false 2024-11-17T15:19:01,559 DEBUG [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:01,565 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T15:19:01,566 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:01,566 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:19:01,566 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:01,566 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856741159Running coprocessor pre-close hooks at 1731856741159Disabling compacts and flushes for region at 1731856741159Disabling writes for close at 1731856741159Obtaining lock to block concurrent updates at 1731856741159Preparing flush snapshotting stores in 1588230740 at 1731856741159Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731856741160 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731856741160Flushing 1588230740/info: creating writer at 1731856741160Flushing 1588230740/info: appending metadata at 1731856741186 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731856741186Flushing 1588230740/ns: creating writer at 1731856741237 (+51 ms)Flushing 1588230740/ns: appending metadata at 1731856741278 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1731856741278Flushing 1588230740/rep_barrier: creating writer at 1731856741311 (+33 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856741347 (+36 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856741347Flushing 1588230740/table: creating writer at 1731856741384 (+37 ms)Flushing 1588230740/table: appending metadata at 1731856741419 (+35 ms)Flushing 1588230740/table: closing flushed file at 1731856741419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@715e0a48: reopening flushed file at 1731856741479 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee06669: reopening flushed file at 1731856741492 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e5aff7: reopening flushed file at 1731856741501 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b4e056a: reopening flushed file at 1731856741511 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 367ms, sequenceid=16, compaction requested=false at 1731856741526 (+15 ms)Writing region close event to WAL at 1731856741557 (+31 ms)Running coprocessor post-close hooks at 1731856741566 (+9 ms)Closed at 1731856741566 2024-11-17T15:19:01,566 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:01,759 INFO [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,41485,1731856662060; all regions closed. 2024-11-17T15:19:01,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741834_1010 (size=4239) 2024-11-17T15:19:01,768 DEBUG [RS:0;7a780d55532c:41485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/oldWALs 2024-11-17T15:19:01,768 INFO [RS:0;7a780d55532c:41485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C41485%2C1731856662060.meta:.meta(num 1731856665078) 2024-11-17T15:19:01,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741839_1015 (size=2700) 2024-11-17T15:19:01,772 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/WALs/7a780d55532c,41485,1731856662060/7a780d55532c%2C41485%2C1731856662060.rep.1731856674100 not finished, retry = 0 2024-11-17T15:19:01,875 DEBUG [RS:0;7a780d55532c:41485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/oldWALs 2024-11-17T15:19:01,875 INFO [RS:0;7a780d55532c:41485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C41485%2C1731856662060.rep:(num 1731856674100) 2024-11-17T15:19:01,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741832_1008 (size=1300) 2024-11-17T15:19:01,880 DEBUG [RS:0;7a780d55532c:41485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/oldWALs 2024-11-17T15:19:01,880 INFO [RS:0;7a780d55532c:41485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C41485%2C1731856662060:(num 1731856664165) 2024-11-17T15:19:01,880 DEBUG [RS:0;7a780d55532c:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:01,880 INFO [RS:0;7a780d55532c:41485 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:19:01,880 INFO [RS:0;7a780d55532c:41485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:19:01,880 INFO [RS:0;7a780d55532c:41485 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:19:01,880 INFO [RS:0;7a780d55532c:41485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:19:01,880 INFO [RS:0;7a780d55532c:41485 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,41485,1731856662060 because: Region server is closing 2024-11-17T15:19:01,881 INFO [RS:0;7a780d55532c:41485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:41485. 2024-11-17T15:19:01,881 DEBUG [RS:0;7a780d55532c:41485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:01,881 DEBUG [RS:0;7a780d55532c:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:01,881 DEBUG [RS:0;7a780d55532c:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:01,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:01,881 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:19:01,981 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.shipper7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T15:19:01,981 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.wal-reader.7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T15:19:01,982 INFO [RS:0;7a780d55532c:41485 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41485,1731856662060.replicationSource.shipper7a780d55532c%2C41485%2C1731856662060,1-7a780d55532c,41485,1731856662060 terminated 2024-11-17T15:19:01,982 INFO [RS:0;7a780d55532c:41485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41485 2024-11-17T15:19:01,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-518351244/rs/7a780d55532c,41485,1731856662060 2024-11-17T15:19:01,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244/rs 2024-11-17T15:19:01,984 INFO [RS:0;7a780d55532c:41485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:19:01,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,41485,1731856662060] 2024-11-17T15:19:01,987 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-518351244/draining/7a780d55532c,41485,1731856662060 already deleted, retry=false 2024-11-17T15:19:01,987 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,41485,1731856662060 expired; onlineServers=0 2024-11-17T15:19:01,987 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,33767,1731856661943' ***** 2024-11-17T15:19:01,987 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:19:01,987 INFO [M:0;7a780d55532c:33767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:19:01,987 INFO [M:0;7a780d55532c:33767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:19:01,988 DEBUG [M:0;7a780d55532c:33767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:19:01,988 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:19:01,988 DEBUG [M:0;7a780d55532c:33767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:19:01,988 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856663922 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856663922,5,FailOnTimeoutGroup] 2024-11-17T15:19:01,988 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856663928 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856663928,5,FailOnTimeoutGroup] 2024-11-17T15:19:01,988 INFO [M:0;7a780d55532c:33767 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:19:01,988 INFO [M:0;7a780d55532c:33767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:19:01,988 DEBUG [M:0;7a780d55532c:33767 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:19:01,988 INFO [M:0;7a780d55532c:33767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:19:01,988 INFO [M:0;7a780d55532c:33767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:19:01,988 INFO [M:0;7a780d55532c:33767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:19:01,988 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:19:01,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-518351244/master 2024-11-17T15:19:01,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-518351244 2024-11-17T15:19:01,989 DEBUG [M:0;7a780d55532c:33767 {}] zookeeper.ZKUtil(347): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Unable to get data of znode /0-518351244/master because node does not exist (not an error) 2024-11-17T15:19:01,989 WARN [M:0;7a780d55532c:33767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:19:01,990 INFO [M:0;7a780d55532c:33767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/.lastflushedseqids 2024-11-17T15:19:01,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741850_1026 (size=263) 2024-11-17T15:19:02,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:02,087 INFO [RS:0;7a780d55532c:41485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:19:02,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101268163940001, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:02,087 INFO [RS:0;7a780d55532c:41485 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,41485,1731856662060; zookeeper connection closed. 2024-11-17T15:19:02,087 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22946422 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22946422 2024-11-17T15:19:02,087 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:19:02,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:19:02,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T15:19:02,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T15:19:02,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T15:19:02,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:02,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:19:02,396 INFO [M:0;7a780d55532c:33767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:19:02,396 INFO [M:0;7a780d55532c:33767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:19:02,397 DEBUG [M:0;7a780d55532c:33767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:19:02,397 INFO [M:0;7a780d55532c:33767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:02,397 DEBUG [M:0;7a780d55532c:33767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:02,397 DEBUG [M:0;7a780d55532c:33767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:19:02,397 DEBUG [M:0;7a780d55532c:33767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:02,397 INFO [M:0;7a780d55532c:33767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-17T15:19:02,418 DEBUG [M:0;7a780d55532c:33767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfa84579dee043488fd908b12f2a9fe3 is 82, key is hbase:meta,,1/info:regioninfo/1731856665124/Put/seqid=0 2024-11-17T15:19:02,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741851_1027 (size=5672) 2024-11-17T15:19:02,424 INFO [M:0;7a780d55532c:33767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfa84579dee043488fd908b12f2a9fe3 2024-11-17T15:19:02,454 DEBUG [M:0;7a780d55532c:33767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f09ed7824e0f4c6bbb9ada0e2c6b93bf is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731856669803/Put/seqid=0 2024-11-17T15:19:02,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741852_1028 (size=7239) 2024-11-17T15:19:02,860 INFO [M:0;7a780d55532c:33767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f09ed7824e0f4c6bbb9ada0e2c6b93bf 2024-11-17T15:19:02,864 INFO [M:0;7a780d55532c:33767 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f09ed7824e0f4c6bbb9ada0e2c6b93bf 2024-11-17T15:19:02,878 DEBUG [M:0;7a780d55532c:33767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae0fedcd536c4d57ac9891b0affcd572 is 69, key is 7a780d55532c,41485,1731856662060/rs:state/1731856664019/Put/seqid=0 2024-11-17T15:19:02,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741853_1029 (size=5156) 2024-11-17T15:19:03,283 INFO [M:0;7a780d55532c:33767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae0fedcd536c4d57ac9891b0affcd572 2024-11-17T15:19:03,290 DEBUG [M:0;7a780d55532c:33767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfa84579dee043488fd908b12f2a9fe3 as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfa84579dee043488fd908b12f2a9fe3 2024-11-17T15:19:03,299 INFO [M:0;7a780d55532c:33767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfa84579dee043488fd908b12f2a9fe3, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T15:19:03,300 DEBUG [M:0;7a780d55532c:33767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f09ed7824e0f4c6bbb9ada0e2c6b93bf as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f09ed7824e0f4c6bbb9ada0e2c6b93bf 2024-11-17T15:19:03,305 INFO [M:0;7a780d55532c:33767 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f09ed7824e0f4c6bbb9ada0e2c6b93bf 2024-11-17T15:19:03,305 INFO [M:0;7a780d55532c:33767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f09ed7824e0f4c6bbb9ada0e2c6b93bf, entries=11, sequenceid=105, filesize=7.1 K 2024-11-17T15:19:03,306 DEBUG [M:0;7a780d55532c:33767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae0fedcd536c4d57ac9891b0affcd572 as hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae0fedcd536c4d57ac9891b0affcd572 2024-11-17T15:19:03,311 INFO [M:0;7a780d55532c:33767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/b643838f-883d-28d2-5a5b-77459261776a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae0fedcd536c4d57ac9891b0affcd572, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T15:19:03,312 INFO [M:0;7a780d55532c:33767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=105, compaction requested=false 2024-11-17T15:19:03,317 INFO [M:0;7a780d55532c:33767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:03,317 DEBUG [M:0;7a780d55532c:33767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856742396Disabling compacts and flushes for region at 1731856742396Disabling writes for close at 1731856742397 (+1 ms)Obtaining lock to block concurrent updates at 1731856742397Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856742397Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731856742397Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856742398 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856742398Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856742417 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856742417Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856742431 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856742453 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856742453Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856742864 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856742878 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856742878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7367801e: reopening flushed file at 1731856743289 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fda5dbd: reopening flushed file at 1731856743299 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c420d0: reopening flushed file at 1731856743305 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=105, compaction requested=false at 1731856743312 (+7 ms)Writing region close event to WAL at 1731856743317 (+5 ms)Closed at 1731856743317 2024-11-17T15:19:03,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741830_1006 (size=64514) 2024-11-17T15:19:03,321 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:19:03,322 INFO [M:0;7a780d55532c:33767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:19:03,322 INFO [M:0;7a780d55532c:33767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33767 2024-11-17T15:19:03,322 INFO [M:0;7a780d55532c:33767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:19:03,424 INFO [M:0;7a780d55532c:33767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:19:03,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:03,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33767-0x101268163940000, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:03,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c6b6816{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:19:03,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3aca339d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:19:03,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:19:03,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@667da5ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:19:03,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68f73b70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/hadoop.log.dir/,STOPPED} 2024-11-17T15:19:03,428 WARN [BP-1218130937-172.17.0.2-1731856660778 heartbeating to localhost/127.0.0.1:40239 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:19:03,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:19:03,428 WARN [BP-1218130937-172.17.0.2-1731856660778 heartbeating to localhost/127.0.0.1:40239 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1218130937-172.17.0.2-1731856660778 (Datanode Uuid 1359f69c-673a-4624-ab07-1af71f2c3ab9) service to localhost/127.0.0.1:40239 2024-11-17T15:19:03,428 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:19:03,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/cluster_8cc6d86b-6799-2704-e52a-c2d606345261/data/data1/current/BP-1218130937-172.17.0.2-1731856660778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:19:03,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/cluster_8cc6d86b-6799-2704-e52a-c2d606345261/data/data2/current/BP-1218130937-172.17.0.2-1731856660778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:19:03,429 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:19:03,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7077a536{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:19:03,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a1effe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:19:03,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:19:03,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3664e614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:19:03,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a4610d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/363a00bd-2384-2bb3-8482-852d9e969558/hadoop.log.dir/,STOPPED} 2024-11-17T15:19:03,442 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T15:19:03,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:19:03,461 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 139) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51424) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f3f6cb8ecb0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40239 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f3f6cb8ecb0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35685 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51424) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=296 (was 294) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3168 (was 3291) 2024-11-17T15:19:03,469 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=3168 2024-11-17T15:19:03,482 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-17T15:19:03,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/hadoop.log.dir so I do NOT create it in target/test-data/7622556d-538f-7341-abe3-ace040512500 2024-11-17T15:19:03,483 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:19:03,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/hadoop.tmp.dir so I do NOT create it in target/test-data/7622556d-538f-7341-abe3-ace040512500 2024-11-17T15:19:03,483 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e169cbb-8b14-583a-c281-e823a5c19852/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:19:03,483 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500 2024-11-17T15:19:03,483 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/cluster_dc021b83-7274-57e0-d6fc-49b9e76ff40f, deleteOnExit=true 2024-11-17T15:19:03,486 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/cluster_dc021b83-7274-57e0-d6fc-49b9e76ff40f/zookeeper_0, clientPort=52904, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/cluster_dc021b83-7274-57e0-d6fc-49b9e76ff40f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/cluster_dc021b83-7274-57e0-d6fc-49b9e76ff40f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T15:19:03,487 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52904 2024-11-17T15:19:03,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:19:03,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:19:03,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/test.cache.data in system properties and HBase conf 2024-11-17T15:19:03,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:19:03,488 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:19:03,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:19:03,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:19:03,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:19:03,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101268163940005, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:19:03,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101268163940002, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:19:03,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101268163940002, quorum=127.0.0.1:51424, baseZNode=/0-518351244 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:19:03,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101268163940005, quorum=127.0.0.1:51424, baseZNode=/11538629701 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:19:03,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:03,565 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:19:03,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:19:03,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:19:03,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:19:03,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:03,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2d4c1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:19:03,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68067414{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:19:03,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:03,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:03,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:03,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:03,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:03,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:03,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@433b18bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/java.io.tmpdir/jetty-localhost-37537-hadoop-hdfs-3_4_1-tests_jar-_-any-4284042913167048076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:19:03,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35675376{HTTP/1.1, (http/1.1)}{localhost:37537} 2024-11-17T15:19:03,698 INFO [Time-limited test {}] server.Server(415): Started @126635ms 2024-11-17T15:19:03,764 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:19:03,779 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:03,780 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:03,780 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:03,780 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:03,781 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:03,785 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:03,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:03,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:19:03,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:19:03,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:19:03,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:19:03,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b982f5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:19:03,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24df8869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:19:03,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2015cadd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/java.io.tmpdir/jetty-localhost-44807-hadoop-hdfs-3_4_1-tests_jar-_-any-6979901981382720637/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:19:03,930 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b75df8d{HTTP/1.1, (http/1.1)}{localhost:44807} 2024-11-17T15:19:03,930 INFO [Time-limited test {}] server.Server(415): Started @126868ms 2024-11-17T15:19:03,932 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:19:04,032 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/cluster_dc021b83-7274-57e0-d6fc-49b9e76ff40f/data/data2/current/BP-817857154-172.17.0.2-1731856743506/current, will proceed with Du for space computation calculation, 2024-11-17T15:19:04,032 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/cluster_dc021b83-7274-57e0-d6fc-49b9e76ff40f/data/data1/current/BP-817857154-172.17.0.2-1731856743506/current, will proceed with Du for space computation calculation, 2024-11-17T15:19:04,049 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:19:04,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6059908365f56ea with lease ID 0x748c9a6fc7f273cc: Processing first storage report for DS-69d2758f-c98d-42b5-aa29-11a7ccc53d77 from datanode DatanodeRegistration(127.0.0.1:34723, datanodeUuid=e79bf27e-bd49-475c-8324-237d27a4af90, infoPort=39791, infoSecurePort=0, ipcPort=43709, storageInfo=lv=-57;cid=testClusterID;nsid=1698480593;c=1731856743506) 2024-11-17T15:19:04,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6059908365f56ea with lease ID 0x748c9a6fc7f273cc: from storage DS-69d2758f-c98d-42b5-aa29-11a7ccc53d77 node DatanodeRegistration(127.0.0.1:34723, datanodeUuid=e79bf27e-bd49-475c-8324-237d27a4af90, infoPort=39791, infoSecurePort=0, ipcPort=43709, storageInfo=lv=-57;cid=testClusterID;nsid=1698480593;c=1731856743506), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:19:04,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6059908365f56ea with lease ID 0x748c9a6fc7f273cc: Processing first storage report for DS-33dbf18f-4212-4149-bf07-64b2e49d2aa3 from datanode DatanodeRegistration(127.0.0.1:34723, datanodeUuid=e79bf27e-bd49-475c-8324-237d27a4af90, infoPort=39791, infoSecurePort=0, ipcPort=43709, storageInfo=lv=-57;cid=testClusterID;nsid=1698480593;c=1731856743506) 2024-11-17T15:19:04,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6059908365f56ea with lease ID 0x748c9a6fc7f273cc: from storage DS-33dbf18f-4212-4149-bf07-64b2e49d2aa3 node DatanodeRegistration(127.0.0.1:34723, datanodeUuid=e79bf27e-bd49-475c-8324-237d27a4af90, infoPort=39791, infoSecurePort=0, ipcPort=43709, storageInfo=lv=-57;cid=testClusterID;nsid=1698480593;c=1731856743506), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:19:04,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500 2024-11-17T15:19:04,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:04,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:04,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:19:04,466 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e with version=8 2024-11-17T15:19:04,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/hbase-staging 2024-11-17T15:19:04,468 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:19:04,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:04,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:04,469 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:19:04,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:04,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:19:04,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:19:04,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:19:04,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41515 2024-11-17T15:19:04,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41515 connecting to ZooKeeper ensemble=127.0.0.1:52904 2024-11-17T15:19:04,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415150x0, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:04,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41515-0x1012682a6cc0000 connected 2024-11-17T15:19:04,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:04,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:04,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on znode that does not yet exist, /0-999769906/running 2024-11-17T15:19:04,508 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e, hbase.cluster.distributed=false 2024-11-17T15:19:04,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on znode that does not yet exist, /0-999769906/acl 2024-11-17T15:19:04,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41515 2024-11-17T15:19:04,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41515 2024-11-17T15:19:04,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41515 2024-11-17T15:19:04,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41515 2024-11-17T15:19:04,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41515 2024-11-17T15:19:04,537 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:19:04,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:04,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:04,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:19:04,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:04,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:19:04,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:19:04,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:19:04,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43661 2024-11-17T15:19:04,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43661 connecting to ZooKeeper ensemble=127.0.0.1:52904 2024-11-17T15:19:04,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:04,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:04,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436610x0, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:04,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43661-0x1012682a6cc0001 connected 2024-11-17T15:19:04,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on znode that does not yet exist, /0-999769906/running 2024-11-17T15:19:04,546 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:19:04,548 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:19:04,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on znode that does not yet exist, /0-999769906/master 2024-11-17T15:19:04,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on znode that does not yet exist, /0-999769906/acl 2024-11-17T15:19:04,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43661 2024-11-17T15:19:04,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43661 2024-11-17T15:19:04,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43661 2024-11-17T15:19:04,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43661 2024-11-17T15:19:04,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43661 2024-11-17T15:19:04,566 DEBUG [M:0;7a780d55532c:41515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:41515 2024-11-17T15:19:04,567 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-999769906/backup-masters/7a780d55532c,41515,1731856744468 2024-11-17T15:19:04,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906/backup-masters 2024-11-17T15:19:04,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906/backup-masters 2024-11-17T15:19:04,568 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on existing znode=/0-999769906/backup-masters/7a780d55532c,41515,1731856744468 2024-11-17T15:19:04,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:04,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-999769906/master 2024-11-17T15:19:04,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:04,570 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on existing znode=/0-999769906/master 2024-11-17T15:19:04,570 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-999769906/backup-masters/7a780d55532c,41515,1731856744468 from backup master directory 2024-11-17T15:19:04,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-999769906/backup-masters/7a780d55532c,41515,1731856744468 2024-11-17T15:19:04,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906/backup-masters 2024-11-17T15:19:04,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906/backup-masters 2024-11-17T15:19:04,572 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:19:04,572 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,41515,1731856744468 2024-11-17T15:19:04,577 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/hbase.id] with ID: 1b7ce88f-8292-45ab-9282-b5ab7213a94c 2024-11-17T15:19:04,577 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/.tmp/hbase.id 2024-11-17T15:19:04,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:19:04,983 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/.tmp/hbase.id]:[hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/hbase.id] 2024-11-17T15:19:04,993 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:04,993 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:19:04,995 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:19:04,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:04,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:05,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:19:05,402 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:19:05,403 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:19:05,403 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:05,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:19:05,815 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store 2024-11-17T15:19:05,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:19:06,222 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:06,222 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:19:06,222 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:06,222 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:06,222 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:19:06,222 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:06,222 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:06,222 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856746222Disabling compacts and flushes for region at 1731856746222Disabling writes for close at 1731856746222Writing region close event to WAL at 1731856746222Closed at 1731856746222 2024-11-17T15:19:06,223 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/.initializing 2024-11-17T15:19:06,223 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,41515,1731856744468 2024-11-17T15:19:06,224 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:19:06,226 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C41515%2C1731856744468, suffix=, logDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,41515,1731856744468, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/oldWALs, maxLogs=10 2024-11-17T15:19:06,239 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,41515,1731856744468/7a780d55532c%2C41515%2C1731856744468.1731856746226, exclude list is [], retry=0 2024-11-17T15:19:06,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34723,DS-69d2758f-c98d-42b5-aa29-11a7ccc53d77,DISK] 2024-11-17T15:19:06,244 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,41515,1731856744468/7a780d55532c%2C41515%2C1731856744468.1731856746226 2024-11-17T15:19:06,244 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39791:39791)] 2024-11-17T15:19:06,244 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:06,245 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:06,245 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:06,245 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:06,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:06,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:19:06,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:06,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:06,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:06,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:19:06,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:06,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:06,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:06,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:19:06,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:06,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:06,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:06,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:19:06,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:06,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:06,263 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:06,264 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:06,265 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:06,266 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:06,266 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:06,267 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:06,268 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:06,277 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:06,277 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71496116, jitterRate=0.06537514925003052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:06,278 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856746245Initializing all the Stores at 1731856746246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856746246Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856746256 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856746256Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856746256Cleaning up temporary data from old regions at 1731856746266 (+10 ms)Region opened successfully at 1731856746278 (+12 ms) 2024-11-17T15:19:06,279 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:19:06,283 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a74b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:19:06,284 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:19:06,284 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:19:06,284 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:19:06,284 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:19:06,285 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:19:06,285 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:19:06,285 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:19:06,289 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:19:06,290 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Unable to get data of znode /0-999769906/balancer because node does not exist (not necessarily an error) 2024-11-17T15:19:06,291 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-999769906/balancer already deleted, retry=false 2024-11-17T15:19:06,291 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:19:06,292 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Unable to get data of znode /0-999769906/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:19:06,293 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-999769906/normalizer already deleted, retry=false 2024-11-17T15:19:06,293 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:19:06,294 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Unable to get data of znode /0-999769906/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:19:06,295 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-999769906/switch/split already deleted, retry=false 2024-11-17T15:19:06,296 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Unable to get data of znode /0-999769906/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:19:06,298 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-999769906/switch/merge already deleted, retry=false 2024-11-17T15:19:06,300 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Unable to get data of znode /0-999769906/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:19:06,301 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-999769906/snapshot-cleanup already deleted, retry=false 2024-11-17T15:19:06,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-999769906/running 2024-11-17T15:19:06,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:06,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-999769906/running 2024-11-17T15:19:06,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:06,306 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,41515,1731856744468, sessionid=0x1012682a6cc0000, setting cluster-up flag (Was=false) 2024-11-17T15:19:06,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:06,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:06,316 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-999769906/flush-table-proc/acquired, /0-999769906/flush-table-proc/reached, /0-999769906/flush-table-proc/abort 2024-11-17T15:19:06,317 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,41515,1731856744468 2024-11-17T15:19:06,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:06,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:06,326 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-999769906/online-snapshot/acquired, /0-999769906/online-snapshot/reached, /0-999769906/online-snapshot/abort 2024-11-17T15:19:06,326 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,41515,1731856744468 2024-11-17T15:19:06,329 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:19:06,330 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:06,330 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:19:06,331 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:19:06,331 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,41515,1731856744468 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:19:06,332 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:06,332 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:06,332 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:06,332 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:06,332 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:19:06,332 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:06,332 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:19:06,332 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:06,333 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856776333 2024-11-17T15:19:06,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:06,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:19:06,333 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:19:06,333 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:19:06,334 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:19:06,334 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:19:06,334 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:19:06,334 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:19:06,334 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:06,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:19:06,336 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:06,337 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:19:06,337 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:19:06,337 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:19:06,337 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:19:06,337 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:19:06,337 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:19:06,337 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856746337,5,FailOnTimeoutGroup] 2024-11-17T15:19:06,337 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856746337,5,FailOnTimeoutGroup] 2024-11-17T15:19:06,337 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:06,338 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:19:06,338 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:06,338 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:06,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:19:06,357 INFO [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(746): ClusterId : 1b7ce88f-8292-45ab-9282-b5ab7213a94c 2024-11-17T15:19:06,357 DEBUG [RS:0;7a780d55532c:43661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:19:06,359 DEBUG [RS:0;7a780d55532c:43661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:19:06,359 DEBUG [RS:0;7a780d55532c:43661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:19:06,361 DEBUG [RS:0;7a780d55532c:43661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:19:06,361 DEBUG [RS:0;7a780d55532c:43661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6aeadb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:19:06,376 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:43661 2024-11-17T15:19:06,376 INFO [RS:0;7a780d55532c:43661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:19:06,377 INFO [RS:0;7a780d55532c:43661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:19:06,377 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:19:06,377 INFO [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,41515,1731856744468 with port=43661, startcode=1731856744536 2024-11-17T15:19:06,378 DEBUG [RS:0;7a780d55532c:43661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:19:06,379 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:19:06,380 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,43661,1731856744536 2024-11-17T15:19:06,380 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41515 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,43661,1731856744536 2024-11-17T15:19:06,381 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e 2024-11-17T15:19:06,381 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40427 2024-11-17T15:19:06,381 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:19:06,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906/rs 2024-11-17T15:19:06,384 DEBUG [RS:0;7a780d55532c:43661 {}] zookeeper.ZKUtil(111): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on existing znode=/0-999769906/rs/7a780d55532c,43661,1731856744536 2024-11-17T15:19:06,384 WARN [RS:0;7a780d55532c:43661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:19:06,384 INFO [RS:0;7a780d55532c:43661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:06,384 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536 2024-11-17T15:19:06,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,43661,1731856744536] 2024-11-17T15:19:06,391 INFO [RS:0;7a780d55532c:43661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:19:06,393 INFO [RS:0;7a780d55532c:43661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:19:06,393 INFO [RS:0;7a780d55532c:43661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:19:06,393 INFO [RS:0;7a780d55532c:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:06,395 INFO [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:19:06,396 INFO [RS:0;7a780d55532c:43661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:19:06,397 INFO [RS:0;7a780d55532c:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:06,397 DEBUG [RS:0;7a780d55532c:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:06,397 DEBUG [RS:0;7a780d55532c:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:06,397 DEBUG [RS:0;7a780d55532c:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:06,397 DEBUG [RS:0;7a780d55532c:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:06,397 DEBUG [RS:0;7a780d55532c:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:06,397 DEBUG [RS:0;7a780d55532c:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:19:06,397 DEBUG [RS:0;7a780d55532c:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:06,397 DEBUG [RS:0;7a780d55532c:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:06,397 DEBUG [RS:0;7a780d55532c:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:06,397 DEBUG [RS:0;7a780d55532c:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:06,397 DEBUG [RS:0;7a780d55532c:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:06,397 DEBUG [RS:0;7a780d55532c:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:06,397 DEBUG [RS:0;7a780d55532c:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:19:06,397 DEBUG [RS:0;7a780d55532c:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:19:06,405 INFO [RS:0;7a780d55532c:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:06,405 INFO [RS:0;7a780d55532c:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:06,405 INFO [RS:0;7a780d55532c:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:06,405 INFO [RS:0;7a780d55532c:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:06,405 INFO [RS:0;7a780d55532c:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:06,405 INFO [RS:0;7a780d55532c:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43661,1731856744536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:19:06,423 INFO [RS:0;7a780d55532c:43661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:19:06,423 INFO [RS:0;7a780d55532c:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43661,1731856744536-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:06,423 INFO [RS:0;7a780d55532c:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:06,423 INFO [RS:0;7a780d55532c:43661 {}] regionserver.Replication(171): 7a780d55532c,43661,1731856744536 started 2024-11-17T15:19:06,437 INFO [RS:0;7a780d55532c:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:06,437 INFO [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,43661,1731856744536, RpcServer on 7a780d55532c/172.17.0.2:43661, sessionid=0x1012682a6cc0001 2024-11-17T15:19:06,437 DEBUG [RS:0;7a780d55532c:43661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:19:06,437 DEBUG [RS:0;7a780d55532c:43661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,43661,1731856744536 2024-11-17T15:19:06,437 DEBUG [RS:0;7a780d55532c:43661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,43661,1731856744536' 2024-11-17T15:19:06,437 DEBUG [RS:0;7a780d55532c:43661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-999769906/flush-table-proc/abort' 2024-11-17T15:19:06,437 DEBUG [RS:0;7a780d55532c:43661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-999769906/flush-table-proc/acquired' 2024-11-17T15:19:06,438 DEBUG [RS:0;7a780d55532c:43661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:19:06,438 DEBUG [RS:0;7a780d55532c:43661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:19:06,438 DEBUG [RS:0;7a780d55532c:43661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,43661,1731856744536 2024-11-17T15:19:06,438 DEBUG [RS:0;7a780d55532c:43661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,43661,1731856744536' 2024-11-17T15:19:06,438 DEBUG [RS:0;7a780d55532c:43661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-999769906/online-snapshot/abort' 2024-11-17T15:19:06,438 DEBUG [RS:0;7a780d55532c:43661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-999769906/online-snapshot/acquired' 2024-11-17T15:19:06,438 DEBUG [RS:0;7a780d55532c:43661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:19:06,438 INFO [RS:0;7a780d55532c:43661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:19:06,438 INFO [RS:0;7a780d55532c:43661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:19:06,539 INFO [RS:0;7a780d55532c:43661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:19:06,541 INFO [RS:0;7a780d55532c:43661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C43661%2C1731856744536, suffix=, logDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/oldWALs, maxLogs=10 2024-11-17T15:19:06,562 DEBUG [RS:0;7a780d55532c:43661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.1731856746541, exclude list is [], retry=0 2024-11-17T15:19:06,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34723,DS-69d2758f-c98d-42b5-aa29-11a7ccc53d77,DISK] 2024-11-17T15:19:06,566 INFO [RS:0;7a780d55532c:43661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.1731856746541 2024-11-17T15:19:06,566 DEBUG [RS:0;7a780d55532c:43661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39791:39791)] 2024-11-17T15:19:06,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:19:06,749 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e 2024-11-17T15:19:06,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741833_1009 (size=32) 2024-11-17T15:19:07,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:07,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:19:07,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:19:07,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:07,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:07,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:19:07,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:19:07,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:07,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:07,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:19:07,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:19:07,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:07,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:07,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:19:07,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:19:07,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:07,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:07,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:19:07,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740 2024-11-17T15:19:07,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740 2024-11-17T15:19:07,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:19:07,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:19:07,166 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:07,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:19:07,169 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:07,169 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72397635, jitterRate=0.07880882918834686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:07,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856747156Initializing all the Stores at 1731856747157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856747157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856747157Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856747157Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856747157Cleaning up temporary data from old regions at 1731856747165 (+8 ms)Region opened successfully at 1731856747170 (+5 ms) 2024-11-17T15:19:07,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:19:07,170 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:19:07,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:19:07,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:19:07,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:19:07,170 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:07,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856747170Disabling compacts and flushes for region at 1731856747170Disabling writes for close at 1731856747170Writing region close event to WAL at 1731856747170Closed at 1731856747170 2024-11-17T15:19:07,171 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:07,171 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:19:07,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:19:07,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:19:07,173 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:19:07,324 DEBUG [7a780d55532c:41515 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:19:07,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,43661,1731856744536 2024-11-17T15:19:07,325 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,43661,1731856744536, state=OPENING 2024-11-17T15:19:07,327 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:19:07,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:07,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:07,329 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:19:07,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-999769906/meta-region-server: CHANGED 2024-11-17T15:19:07,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-999769906/meta-region-server: CHANGED 2024-11-17T15:19:07,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,43661,1731856744536}] 2024-11-17T15:19:07,481 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:19:07,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:19:07,486 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:19:07,486 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:07,486 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:19:07,488 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C43661%2C1731856744536.meta, suffix=.meta, logDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/oldWALs, maxLogs=10 2024-11-17T15:19:07,501 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.meta.1731856747488.meta, exclude list is [], retry=0 2024-11-17T15:19:07,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34723,DS-69d2758f-c98d-42b5-aa29-11a7ccc53d77,DISK] 2024-11-17T15:19:07,505 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.meta.1731856747488.meta 2024-11-17T15:19:07,505 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39791:39791)] 2024-11-17T15:19:07,505 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:07,505 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:19:07,506 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:19:07,506 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:19:07,506 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:19:07,506 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:19:07,506 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:07,506 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:19:07,506 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:19:07,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:19:07,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:19:07,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:07,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:07,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:19:07,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:19:07,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:07,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:07,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:19:07,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:19:07,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:07,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:07,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:19:07,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:19:07,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:07,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:07,511 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:19:07,512 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740 2024-11-17T15:19:07,513 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740 2024-11-17T15:19:07,514 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:19:07,514 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:19:07,514 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:07,515 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:19:07,516 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69072254, jitterRate=0.02925679087638855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:07,516 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:19:07,516 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856747506Writing region info on filesystem at 1731856747506Initializing all the Stores at 1731856747507 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856747507Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856747507Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856747507Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856747507Cleaning up temporary data from old regions at 1731856747514 (+7 ms)Running coprocessor post-open hooks at 1731856747516 (+2 ms)Region opened successfully at 1731856747516 2024-11-17T15:19:07,517 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856747481 2024-11-17T15:19:07,519 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:19:07,519 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:19:07,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,43661,1731856744536 2024-11-17T15:19:07,520 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,43661,1731856744536, state=OPEN 2024-11-17T15:19:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-999769906/meta-region-server 2024-11-17T15:19:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-999769906/meta-region-server 2024-11-17T15:19:07,526 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,43661,1731856744536 2024-11-17T15:19:07,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-999769906/meta-region-server: CHANGED 2024-11-17T15:19:07,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-999769906/meta-region-server: CHANGED 2024-11-17T15:19:07,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:19:07,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,43661,1731856744536 in 197 msec 2024-11-17T15:19:07,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:19:07,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-17T15:19:07,530 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:07,530 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:19:07,531 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:07,532 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,43661,1731856744536, seqNum=-1] 2024-11-17T15:19:07,532 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:07,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:07,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-17T15:19:07,538 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856747537, completionTime=-1 2024-11-17T15:19:07,538 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:19:07,538 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:19:07,540 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:19:07,540 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856807540 2024-11-17T15:19:07,540 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856867540 2024-11-17T15:19:07,540 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T15:19:07,540 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41515,1731856744468-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:07,540 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41515,1731856744468-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:07,540 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41515,1731856744468-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:07,540 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:41515, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:07,541 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:07,541 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:07,542 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:19:07,544 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.972sec 2024-11-17T15:19:07,544 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:19:07,544 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:19:07,544 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:19:07,544 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:19:07,544 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:19:07,544 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41515,1731856744468-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:19:07,544 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41515,1731856744468-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:19:07,546 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:19:07,546 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:19:07,546 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41515,1731856744468-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:07,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fc1b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:07,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,41515,-1 for getting cluster id 2024-11-17T15:19:07,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:07,559 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b7ce88f-8292-45ab-9282-b5ab7213a94c' 2024-11-17T15:19:07,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:07,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b7ce88f-8292-45ab-9282-b5ab7213a94c" 2024-11-17T15:19:07,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bf015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:07,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,41515,-1] 2024-11-17T15:19:07,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:07,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:07,560 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:07,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313f4481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:07,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:07,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,43661,1731856744536, seqNum=-1] 2024-11-17T15:19:07,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:07,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:07,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,41515,1731856744468 2024-11-17T15:19:07,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52904 2024-11-17T15:19:07,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:07,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012682a6cc0002 connected 2024-11-17T15:19:07,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/hadoop.log.dir so I do NOT create it in target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262 2024-11-17T15:19:07,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:19:07,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/hadoop.tmp.dir so I do NOT create it in target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262 2024-11-17T15:19:07,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:19:07,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262 2024-11-17T15:19:07,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:19:07,571 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/cluster_3e2d0d56-58fe-9b53-70c3-95393745a829, deleteOnExit=true 2024-11-17T15:19:07,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:19:07,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/test.cache.data in system properties and HBase conf 2024-11-17T15:19:07,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:19:07,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:19:07,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:19:07,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:19:07,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:19:07,572 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:19:07,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:19:07,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:19:07,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:19:07,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:19:07,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:19:07,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:19:07,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:19:07,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:19:07,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:19:07,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:19:07,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:19:07,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:19:07,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:19:07,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:19:07,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:07,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:19:07,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:19:07,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:19:07,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:19:07,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:07,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@253a07cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:19:07,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49828b38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:19:07,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@526f66b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/java.io.tmpdir/jetty-localhost-44677-hadoop-hdfs-3_4_1-tests_jar-_-any-5718471432057902609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:19:07,796 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dcaf302{HTTP/1.1, (http/1.1)}{localhost:44677} 2024-11-17T15:19:07,796 INFO [Time-limited test {}] server.Server(415): Started @130733ms 2024-11-17T15:19:07,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:07,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:19:07,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:19:07,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:19:07,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:19:07,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a6b523a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:19:07,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67e22dc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:19:08,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50d1a102{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/java.io.tmpdir/jetty-localhost-46079-hadoop-hdfs-3_4_1-tests_jar-_-any-18356962100173799399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:19:08,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@469c2dd5{HTTP/1.1, (http/1.1)}{localhost:46079} 2024-11-17T15:19:08,088 INFO [Time-limited test {}] server.Server(415): Started @131025ms 2024-11-17T15:19:08,089 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:19:08,189 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/cluster_3e2d0d56-58fe-9b53-70c3-95393745a829/data/data1/current/BP-1040941369-172.17.0.2-1731856747591/current, will proceed with Du for space computation calculation, 2024-11-17T15:19:08,189 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/cluster_3e2d0d56-58fe-9b53-70c3-95393745a829/data/data2/current/BP-1040941369-172.17.0.2-1731856747591/current, will proceed with Du for space computation calculation, 2024-11-17T15:19:08,206 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:19:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa938ee2da4ef820d with lease ID 0x589182972cabd55f: Processing first storage report for DS-a240540d-c0bf-4230-881c-8d387eb5432c from datanode DatanodeRegistration(127.0.0.1:46749, datanodeUuid=a3b2201c-341a-4003-b97b-323ed681b3b5, infoPort=32929, infoSecurePort=0, ipcPort=42577, storageInfo=lv=-57;cid=testClusterID;nsid=1310437904;c=1731856747591) 2024-11-17T15:19:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa938ee2da4ef820d with lease ID 0x589182972cabd55f: from storage DS-a240540d-c0bf-4230-881c-8d387eb5432c node DatanodeRegistration(127.0.0.1:46749, datanodeUuid=a3b2201c-341a-4003-b97b-323ed681b3b5, infoPort=32929, infoSecurePort=0, ipcPort=42577, storageInfo=lv=-57;cid=testClusterID;nsid=1310437904;c=1731856747591), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:19:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa938ee2da4ef820d with lease ID 0x589182972cabd55f: Processing first storage report for DS-b7621d3f-03ff-44b5-b93c-e107f36ff252 from datanode DatanodeRegistration(127.0.0.1:46749, datanodeUuid=a3b2201c-341a-4003-b97b-323ed681b3b5, infoPort=32929, infoSecurePort=0, ipcPort=42577, storageInfo=lv=-57;cid=testClusterID;nsid=1310437904;c=1731856747591) 2024-11-17T15:19:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa938ee2da4ef820d with lease ID 0x589182972cabd55f: from storage DS-b7621d3f-03ff-44b5-b93c-e107f36ff252 node DatanodeRegistration(127.0.0.1:46749, datanodeUuid=a3b2201c-341a-4003-b97b-323ed681b3b5, infoPort=32929, infoSecurePort=0, ipcPort=42577, storageInfo=lv=-57;cid=testClusterID;nsid=1310437904;c=1731856747591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:19:08,219 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262 2024-11-17T15:19:08,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:08,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:08,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:19:08,631 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd with version=8 2024-11-17T15:19:08,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/hbase-staging 2024-11-17T15:19:08,634 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:19:08,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:08,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:08,635 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:19:08,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:08,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:19:08,635 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:19:08,635 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:19:08,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37865 2024-11-17T15:19:08,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37865 connecting to ZooKeeper ensemble=127.0.0.1:52904 2024-11-17T15:19:08,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378650x0, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:08,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37865-0x1012682a6cc0003 connected 2024-11-17T15:19:08,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:08,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:08,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Set watcher on znode that does not yet exist, /1-1390871974/running 2024-11-17T15:19:08,655 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd, hbase.cluster.distributed=false 2024-11-17T15:19:08,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Set watcher on znode that does not yet exist, /1-1390871974/acl 2024-11-17T15:19:08,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37865 2024-11-17T15:19:08,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37865 2024-11-17T15:19:08,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37865 2024-11-17T15:19:08,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37865 2024-11-17T15:19:08,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37865 2024-11-17T15:19:08,672 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:19:08,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:08,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:08,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:19:08,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:08,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:19:08,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:19:08,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:19:08,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40415 2024-11-17T15:19:08,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40415 connecting to ZooKeeper ensemble=127.0.0.1:52904 2024-11-17T15:19:08,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:08,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:08,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404150x0, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:08,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404150x0, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Set watcher on znode that does not yet exist, /1-1390871974/running 2024-11-17T15:19:08,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40415-0x1012682a6cc0004 connected 2024-11-17T15:19:08,683 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:19:08,685 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:19:08,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Set watcher on znode that does not yet exist, /1-1390871974/master 2024-11-17T15:19:08,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Set watcher on znode that does not yet exist, /1-1390871974/acl 2024-11-17T15:19:08,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40415 2024-11-17T15:19:08,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40415 2024-11-17T15:19:08,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40415 2024-11-17T15:19:08,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40415 2024-11-17T15:19:08,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40415 2024-11-17T15:19:08,705 DEBUG [M:0;7a780d55532c:37865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:37865 2024-11-17T15:19:08,705 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1390871974/backup-masters/7a780d55532c,37865,1731856748634 2024-11-17T15:19:08,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974/backup-masters 2024-11-17T15:19:08,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974/backup-masters 2024-11-17T15:19:08,707 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Set watcher on existing znode=/1-1390871974/backup-masters/7a780d55532c,37865,1731856748634 2024-11-17T15:19:08,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1390871974/master 2024-11-17T15:19:08,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:08,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:08,709 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Set watcher on existing znode=/1-1390871974/master 2024-11-17T15:19:08,710 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1390871974/backup-masters/7a780d55532c,37865,1731856748634 from backup master directory 2024-11-17T15:19:08,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1390871974/backup-masters/7a780d55532c,37865,1731856748634 2024-11-17T15:19:08,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974/backup-masters 2024-11-17T15:19:08,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974/backup-masters 2024-11-17T15:19:08,711 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:19:08,711 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,37865,1731856748634 2024-11-17T15:19:08,715 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/hbase.id] with ID: 140e20ab-1c9d-4328-95dc-281506abfca5 2024-11-17T15:19:08,715 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/.tmp/hbase.id 2024-11-17T15:19:08,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:19:09,125 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/.tmp/hbase.id]:[hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/hbase.id] 2024-11-17T15:19:09,135 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:09,135 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:19:09,137 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T15:19:09,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:09,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:09,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:19:09,545 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:19:09,546 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:19:09,546 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:19:09,954 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store 2024-11-17T15:19:09,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:19:10,360 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:10,361 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:19:10,361 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:10,361 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:10,361 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:19:10,361 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:10,361 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:10,361 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856750361Disabling compacts and flushes for region at 1731856750361Disabling writes for close at 1731856750361Writing region close event to WAL at 1731856750361Closed at 1731856750361 2024-11-17T15:19:10,362 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/.initializing 2024-11-17T15:19:10,362 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/WALs/7a780d55532c,37865,1731856748634 2024-11-17T15:19:10,363 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:19:10,364 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C37865%2C1731856748634, suffix=, logDir=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/WALs/7a780d55532c,37865,1731856748634, archiveDir=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/oldWALs, maxLogs=10 2024-11-17T15:19:10,378 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/WALs/7a780d55532c,37865,1731856748634/7a780d55532c%2C37865%2C1731856748634.1731856750365, exclude list is [], retry=0 2024-11-17T15:19:10,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46749,DS-a240540d-c0bf-4230-881c-8d387eb5432c,DISK] 2024-11-17T15:19:10,382 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/WALs/7a780d55532c,37865,1731856748634/7a780d55532c%2C37865%2C1731856748634.1731856750365 2024-11-17T15:19:10,382 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32929:32929)] 2024-11-17T15:19:10,382 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:10,382 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:10,382 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:10,382 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:10,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:10,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:19:10,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:10,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:10,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:10,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:19:10,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:10,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:10,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:10,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:19:10,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:10,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:10,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:10,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:19:10,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:10,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:10,389 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:10,390 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:10,390 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:10,391 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:10,391 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:10,392 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:10,392 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:10,394 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:10,395 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63717986, jitterRate=-0.05052801966667175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:10,395 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856750382Initializing all the Stores at 1731856750383 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856750383Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856750383Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856750383Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856750383Cleaning up temporary data from old regions at 1731856750391 (+8 ms)Region opened successfully at 1731856750395 (+4 ms) 2024-11-17T15:19:10,395 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:19:10,398 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7546e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:19:10,399 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:19:10,399 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:19:10,399 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:19:10,399 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:19:10,400 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:19:10,400 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:19:10,400 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:19:10,402 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:19:10,402 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Unable to get data of znode /1-1390871974/balancer because node does not exist (not necessarily an error) 2024-11-17T15:19:10,404 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1390871974/balancer already deleted, retry=false 2024-11-17T15:19:10,405 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:19:10,406 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Unable to get data of znode /1-1390871974/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:19:10,407 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1390871974/normalizer already deleted, retry=false 2024-11-17T15:19:10,407 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:19:10,408 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Unable to get data of znode /1-1390871974/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:19:10,411 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1390871974/switch/split already deleted, retry=false 2024-11-17T15:19:10,412 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Unable to get data of znode /1-1390871974/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:19:10,413 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1390871974/switch/merge already deleted, retry=false 2024-11-17T15:19:10,415 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Unable to get data of znode /1-1390871974/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:19:10,416 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1390871974/snapshot-cleanup already deleted, retry=false 2024-11-17T15:19:10,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1390871974/running 2024-11-17T15:19:10,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:10,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1390871974/running 2024-11-17T15:19:10,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:10,418 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,37865,1731856748634, sessionid=0x1012682a6cc0003, setting cluster-up flag (Was=false) 2024-11-17T15:19:10,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:10,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:10,427 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1390871974/flush-table-proc/acquired, /1-1390871974/flush-table-proc/reached, /1-1390871974/flush-table-proc/abort 2024-11-17T15:19:10,428 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,37865,1731856748634 2024-11-17T15:19:10,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:10,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:10,436 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1390871974/online-snapshot/acquired, /1-1390871974/online-snapshot/reached, /1-1390871974/online-snapshot/abort 2024-11-17T15:19:10,437 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,37865,1731856748634 2024-11-17T15:19:10,437 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:19:10,439 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:10,439 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:19:10,439 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:19:10,439 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,37865,1731856748634 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:19:10,440 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:10,440 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:10,440 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:10,440 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:10,440 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:19:10,440 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:10,440 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:19:10,440 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:10,441 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856780441 2024-11-17T15:19:10,441 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:19:10,442 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:19:10,442 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:19:10,442 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:19:10,442 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:19:10,442 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:19:10,442 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:10,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:10,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:19:10,442 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:19:10,442 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:19:10,442 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:19:10,442 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:19:10,443 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:19:10,443 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:19:10,443 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856750443,5,FailOnTimeoutGroup] 2024-11-17T15:19:10,443 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:10,443 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856750443,5,FailOnTimeoutGroup] 2024-11-17T15:19:10,443 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:10,443 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:19:10,443 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:10,443 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:10,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:19:10,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:19:10,496 INFO [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(746): ClusterId : 140e20ab-1c9d-4328-95dc-281506abfca5 2024-11-17T15:19:10,496 DEBUG [RS:0;7a780d55532c:40415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:19:10,498 DEBUG [RS:0;7a780d55532c:40415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:19:10,498 DEBUG [RS:0;7a780d55532c:40415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:19:10,500 DEBUG [RS:0;7a780d55532c:40415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:19:10,500 DEBUG [RS:0;7a780d55532c:40415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef58dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:19:10,512 DEBUG [RS:0;7a780d55532c:40415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:40415 2024-11-17T15:19:10,512 INFO [RS:0;7a780d55532c:40415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:19:10,512 INFO [RS:0;7a780d55532c:40415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:19:10,512 DEBUG [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:19:10,512 INFO [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,37865,1731856748634 with port=40415, startcode=1731856748672 2024-11-17T15:19:10,513 DEBUG [RS:0;7a780d55532c:40415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:19:10,514 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:19:10,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,40415,1731856748672 2024-11-17T15:19:10,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37865 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,40415,1731856748672 2024-11-17T15:19:10,516 DEBUG [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd 2024-11-17T15:19:10,516 DEBUG [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43057 2024-11-17T15:19:10,516 DEBUG [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:19:10,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974/rs 2024-11-17T15:19:10,521 DEBUG [RS:0;7a780d55532c:40415 {}] zookeeper.ZKUtil(111): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Set watcher on existing znode=/1-1390871974/rs/7a780d55532c,40415,1731856748672 2024-11-17T15:19:10,521 WARN [RS:0;7a780d55532c:40415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:19:10,521 INFO [RS:0;7a780d55532c:40415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:10,522 DEBUG [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/WALs/7a780d55532c,40415,1731856748672 2024-11-17T15:19:10,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,40415,1731856748672] 2024-11-17T15:19:10,524 INFO [RS:0;7a780d55532c:40415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:19:10,526 INFO [RS:0;7a780d55532c:40415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:19:10,527 INFO [RS:0;7a780d55532c:40415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:19:10,527 INFO [RS:0;7a780d55532c:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:10,527 INFO [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:19:10,527 INFO [RS:0;7a780d55532c:40415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:19:10,528 INFO [RS:0;7a780d55532c:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:10,528 DEBUG [RS:0;7a780d55532c:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:10,528 DEBUG [RS:0;7a780d55532c:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:10,528 DEBUG [RS:0;7a780d55532c:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:10,528 DEBUG [RS:0;7a780d55532c:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:10,528 DEBUG [RS:0;7a780d55532c:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:10,528 DEBUG [RS:0;7a780d55532c:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:19:10,528 DEBUG [RS:0;7a780d55532c:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:10,528 DEBUG [RS:0;7a780d55532c:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:10,528 DEBUG [RS:0;7a780d55532c:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:10,528 DEBUG [RS:0;7a780d55532c:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:10,528 DEBUG [RS:0;7a780d55532c:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:10,528 DEBUG [RS:0;7a780d55532c:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:10,528 DEBUG [RS:0;7a780d55532c:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:19:10,528 DEBUG [RS:0;7a780d55532c:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:19:10,528 INFO [RS:0;7a780d55532c:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:10,528 INFO [RS:0;7a780d55532c:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:10,528 INFO [RS:0;7a780d55532c:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:10,528 INFO [RS:0;7a780d55532c:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:10,528 INFO [RS:0;7a780d55532c:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:10,528 INFO [RS:0;7a780d55532c:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,40415,1731856748672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:19:10,542 INFO [RS:0;7a780d55532c:40415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:19:10,543 INFO [RS:0;7a780d55532c:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,40415,1731856748672-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:10,543 INFO [RS:0;7a780d55532c:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:10,543 INFO [RS:0;7a780d55532c:40415 {}] regionserver.Replication(171): 7a780d55532c,40415,1731856748672 started 2024-11-17T15:19:10,557 INFO [RS:0;7a780d55532c:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:10,557 INFO [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,40415,1731856748672, RpcServer on 7a780d55532c/172.17.0.2:40415, sessionid=0x1012682a6cc0004 2024-11-17T15:19:10,557 DEBUG [RS:0;7a780d55532c:40415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:19:10,557 DEBUG [RS:0;7a780d55532c:40415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,40415,1731856748672 2024-11-17T15:19:10,557 DEBUG [RS:0;7a780d55532c:40415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,40415,1731856748672' 2024-11-17T15:19:10,557 DEBUG [RS:0;7a780d55532c:40415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1390871974/flush-table-proc/abort' 2024-11-17T15:19:10,557 DEBUG [RS:0;7a780d55532c:40415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1390871974/flush-table-proc/acquired' 2024-11-17T15:19:10,558 DEBUG [RS:0;7a780d55532c:40415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:19:10,558 DEBUG [RS:0;7a780d55532c:40415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:19:10,558 DEBUG [RS:0;7a780d55532c:40415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,40415,1731856748672 2024-11-17T15:19:10,558 DEBUG [RS:0;7a780d55532c:40415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,40415,1731856748672' 2024-11-17T15:19:10,558 DEBUG [RS:0;7a780d55532c:40415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1390871974/online-snapshot/abort' 2024-11-17T15:19:10,558 DEBUG [RS:0;7a780d55532c:40415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1390871974/online-snapshot/acquired' 2024-11-17T15:19:10,558 DEBUG [RS:0;7a780d55532c:40415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:19:10,559 INFO [RS:0;7a780d55532c:40415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:19:10,559 INFO [RS:0;7a780d55532c:40415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:19:10,659 INFO [RS:0;7a780d55532c:40415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:19:10,660 INFO [RS:0;7a780d55532c:40415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C40415%2C1731856748672, suffix=, logDir=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/WALs/7a780d55532c,40415,1731856748672, archiveDir=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/oldWALs, maxLogs=10 2024-11-17T15:19:10,674 DEBUG [RS:0;7a780d55532c:40415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/WALs/7a780d55532c,40415,1731856748672/7a780d55532c%2C40415%2C1731856748672.1731856750661, exclude list is [], retry=0 2024-11-17T15:19:10,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46749,DS-a240540d-c0bf-4230-881c-8d387eb5432c,DISK] 2024-11-17T15:19:10,678 INFO [RS:0;7a780d55532c:40415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/WALs/7a780d55532c,40415,1731856748672/7a780d55532c%2C40415%2C1731856748672.1731856750661 2024-11-17T15:19:10,678 DEBUG [RS:0;7a780d55532c:40415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32929:32929)] 2024-11-17T15:19:10,850 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:19:10,850 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd 2024-11-17T15:19:10,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741833_1009 (size=32) 2024-11-17T15:19:11,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:11,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:19:11,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:19:11,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:11,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:11,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:19:11,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:19:11,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:11,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:11,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:19:11,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:19:11,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:11,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:11,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:19:11,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:19:11,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:11,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:11,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:19:11,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/data/hbase/meta/1588230740 2024-11-17T15:19:11,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/data/hbase/meta/1588230740 2024-11-17T15:19:11,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:19:11,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:19:11,265 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:11,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:19:11,268 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:11,269 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72848229, jitterRate=0.08552320301532745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:11,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856751256Initializing all the Stores at 1731856751257 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856751257Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856751257Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856751257Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856751257Cleaning up temporary data from old regions at 1731856751265 (+8 ms)Region opened successfully at 1731856751269 (+4 ms) 2024-11-17T15:19:11,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:19:11,269 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:19:11,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:19:11,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:19:11,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:19:11,269 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:11,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856751269Disabling compacts and flushes for region at 1731856751269Disabling writes for close at 1731856751269Writing region close event to WAL at 1731856751269Closed at 1731856751269 2024-11-17T15:19:11,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:11,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:19:11,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:19:11,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:19:11,272 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:19:11,423 DEBUG [7a780d55532c:37865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:19:11,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,40415,1731856748672 2024-11-17T15:19:11,424 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,40415,1731856748672, state=OPENING 2024-11-17T15:19:11,425 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:19:11,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:11,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:11,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1390871974/meta-region-server: CHANGED 2024-11-17T15:19:11,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1390871974/meta-region-server: CHANGED 2024-11-17T15:19:11,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:19:11,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,40415,1731856748672}] 2024-11-17T15:19:11,580 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:19:11,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:19:11,584 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:19:11,585 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:11,585 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:19:11,586 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C40415%2C1731856748672.meta, suffix=.meta, logDir=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/WALs/7a780d55532c,40415,1731856748672, archiveDir=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/oldWALs, maxLogs=10 2024-11-17T15:19:11,599 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/WALs/7a780d55532c,40415,1731856748672/7a780d55532c%2C40415%2C1731856748672.meta.1731856751586.meta, exclude list is [], retry=0 2024-11-17T15:19:11,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46749,DS-a240540d-c0bf-4230-881c-8d387eb5432c,DISK] 2024-11-17T15:19:11,603 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/WALs/7a780d55532c,40415,1731856748672/7a780d55532c%2C40415%2C1731856748672.meta.1731856751586.meta 2024-11-17T15:19:11,603 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32929:32929)] 2024-11-17T15:19:11,603 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:11,604 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:19:11,604 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:19:11,604 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:19:11,604 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:19:11,604 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:19:11,604 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:11,604 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:19:11,604 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:19:11,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:19:11,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:19:11,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:11,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:11,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:19:11,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:19:11,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:11,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:11,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:19:11,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:19:11,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:11,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:11,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:19:11,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:19:11,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:11,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:11,610 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:19:11,611 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/data/hbase/meta/1588230740 2024-11-17T15:19:11,612 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/data/hbase/meta/1588230740 2024-11-17T15:19:11,613 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:19:11,613 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:19:11,613 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:11,614 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:19:11,615 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66184852, jitterRate=-0.01376885175704956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:11,615 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:19:11,615 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856751604Writing region info on filesystem at 1731856751604Initializing all the Stores at 1731856751605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856751605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856751605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856751605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856751605Cleaning up temporary data from old regions at 1731856751613 (+8 ms)Running coprocessor post-open hooks at 1731856751615 (+2 ms)Region opened successfully at 1731856751615 2024-11-17T15:19:11,616 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856751579 2024-11-17T15:19:11,618 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:19:11,619 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:19:11,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,40415,1731856748672 2024-11-17T15:19:11,620 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,40415,1731856748672, state=OPEN 2024-11-17T15:19:11,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1390871974/meta-region-server 2024-11-17T15:19:11,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1390871974/meta-region-server 2024-11-17T15:19:11,621 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,40415,1731856748672 2024-11-17T15:19:11,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1390871974/meta-region-server: CHANGED 2024-11-17T15:19:11,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1390871974/meta-region-server: CHANGED 2024-11-17T15:19:11,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:19:11,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,40415,1731856748672 in 194 msec 2024-11-17T15:19:11,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:19:11,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-17T15:19:11,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:11,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:19:11,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:11,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,40415,1731856748672, seqNum=-1] 2024-11-17T15:19:11,628 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:11,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:11,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-17T15:19:11,635 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856751635, completionTime=-1 2024-11-17T15:19:11,635 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:19:11,635 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:19:11,638 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:19:11,638 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856811638 2024-11-17T15:19:11,638 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856871638 2024-11-17T15:19:11,638 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T15:19:11,638 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37865,1731856748634-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:11,638 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37865,1731856748634-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:11,638 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37865,1731856748634-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:11,638 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:37865, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:11,638 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:11,638 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:11,640 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:19:11,642 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.931sec 2024-11-17T15:19:11,642 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:19:11,642 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:19:11,642 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:19:11,642 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:19:11,642 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:19:11,642 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37865,1731856748634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:19:11,642 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37865,1731856748634-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:19:11,644 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:19:11,645 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:19:11,645 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37865,1731856748634-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:11,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb4c2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:11,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37865,-1 for getting cluster id 2024-11-17T15:19:11,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:11,698 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '140e20ab-1c9d-4328-95dc-281506abfca5' 2024-11-17T15:19:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "140e20ab-1c9d-4328-95dc-281506abfca5" 2024-11-17T15:19:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ceca7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37865,-1] 2024-11-17T15:19:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:11,700 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:11,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c34ff27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:11,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:11,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,40415,1731856748672, seqNum=-1] 2024-11-17T15:19:11,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:11,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:11,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,37865,1731856748634 2024-11-17T15:19:11,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52904 2024-11-17T15:19:11,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:11,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012682a6cc0005 connected 2024-11-17T15:19:11,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6846824d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:11,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,41515,-1 for getting cluster id 2024-11-17T15:19:11,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:11,712 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b7ce88f-8292-45ab-9282-b5ab7213a94c' 2024-11-17T15:19:11,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:11,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b7ce88f-8292-45ab-9282-b5ab7213a94c" 2024-11-17T15:19:11,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a49d7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:11,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,41515,-1] 2024-11-17T15:19:11,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:11,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:11,714 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:11,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d024163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:11,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:11,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,41515,1731856744468 2024-11-17T15:19:11,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5375d35 2024-11-17T15:19:11,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:11,716 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:19:11,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:37865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:19:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:19:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:11,719 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:37865' 2024-11-17T15:19:11,720 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e097e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:11,720 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37865,-1 for getting cluster id 2024-11-17T15:19:11,720 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:11,720 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '140e20ab-1c9d-4328-95dc-281506abfca5' 2024-11-17T15:19:11,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:11,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "140e20ab-1c9d-4328-95dc-281506abfca5" 2024-11-17T15:19:11,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55555319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:11,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37865,-1] 2024-11-17T15:19:11,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:11,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:11,722 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:11,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7405f59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:11,722 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:11,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37865,1731856748634 2024-11-17T15:19:11,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32489554 2024-11-17T15:19:11,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:11,724 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:19:11,724 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T15:19:11,724 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:19:11,724 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:11,724 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:11,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:11,725 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:19:11,726 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:19:11,727 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:19:11,727 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:11,727 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:19:11,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741835_1011 (size=1138) 2024-11-17T15:19:11,776 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:19:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:12,134 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fda76733d01d51347db3c779bd07fa7a, NAME => 'hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e 2024-11-17T15:19:12,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741836_1012 (size=44) 2024-11-17T15:19:12,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T15:19:12,324 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T15:19:12,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:12,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T15:19:12,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:19:12,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T15:19:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:12,391 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:19:12,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:12,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fda76733d01d51347db3c779bd07fa7a, disabling compactions & flushes 2024-11-17T15:19:12,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:12,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:12,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. after waiting 0 ms 2024-11-17T15:19:12,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:12,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:12,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fda76733d01d51347db3c779bd07fa7a: Waiting for close lock at 1731856752540Disabling compacts and flushes for region at 1731856752540Disabling writes for close at 1731856752540Writing region close event to WAL at 1731856752540Closed at 1731856752540 2024-11-17T15:19:12,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:19:12,542 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856752542"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856752542"}]},"ts":"1731856752542"} 2024-11-17T15:19:12,545 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:19:12,546 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:19:12,546 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856752546"}]},"ts":"1731856752546"} 2024-11-17T15:19:12,548 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:19:12,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fda76733d01d51347db3c779bd07fa7a, ASSIGN}] 2024-11-17T15:19:12,550 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fda76733d01d51347db3c779bd07fa7a, ASSIGN 2024-11-17T15:19:12,551 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fda76733d01d51347db3c779bd07fa7a, ASSIGN; state=OFFLINE, location=7a780d55532c,43661,1731856744536; forceNewPlan=false, retain=false 2024-11-17T15:19:12,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fda76733d01d51347db3c779bd07fa7a, regionState=OPENING, regionLocation=7a780d55532c,43661,1731856744536 2024-11-17T15:19:12,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fda76733d01d51347db3c779bd07fa7a, ASSIGN because future has completed 2024-11-17T15:19:12,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fda76733d01d51347db3c779bd07fa7a, server=7a780d55532c,43661,1731856744536}] 2024-11-17T15:19:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:12,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:12,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:12,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:19:12,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C43661%2C1731856744536.rep, suffix=, logDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/oldWALs, maxLogs=10 2024-11-17T15:19:12,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.rep.1731856752863, exclude list is [], retry=0 2024-11-17T15:19:12,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34723,DS-69d2758f-c98d-42b5-aa29-11a7ccc53d77,DISK] 2024-11-17T15:19:12,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.rep.1731856752863 2024-11-17T15:19:12,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39791:39791)] 2024-11-17T15:19:12,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fda76733d01d51347db3c779bd07fa7a, NAME => 'hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:12,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:19:12,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:19:12,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. service=MultiRowMutationService 2024-11-17T15:19:12,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:19:12,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:12,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:12,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:12,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:12,883 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:12,884 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fda76733d01d51347db3c779bd07fa7a columnFamilyName hfileref 2024-11-17T15:19:12,884 DEBUG [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:12,884 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] regionserver.HStore(327): Store=fda76733d01d51347db3c779bd07fa7a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:12,885 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:12,885 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fda76733d01d51347db3c779bd07fa7a columnFamilyName queue 2024-11-17T15:19:12,885 DEBUG [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:12,886 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] regionserver.HStore(327): Store=fda76733d01d51347db3c779bd07fa7a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:12,886 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:12,887 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fda76733d01d51347db3c779bd07fa7a columnFamilyName sid 2024-11-17T15:19:12,887 DEBUG [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:12,887 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] regionserver.HStore(327): Store=fda76733d01d51347db3c779bd07fa7a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:12,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:12,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/replication/fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:12,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/replication/fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:12,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:12,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:12,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:19:12,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:12,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/replication/fda76733d01d51347db3c779bd07fa7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:12,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fda76733d01d51347db3c779bd07fa7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62049230, jitterRate=-0.07539442181587219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:19:12,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:12,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fda76733d01d51347db3c779bd07fa7a: Running coprocessor pre-open hook at 1731856752882Writing region info on filesystem at 1731856752882Initializing all the Stores at 1731856752882Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856752883 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856752883Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856752883Cleaning up temporary data from old regions at 1731856752889 (+6 ms)Running coprocessor post-open hooks at 1731856752893 (+4 ms)Region opened successfully at 1731856752893 2024-11-17T15:19:12,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a., pid=7, masterSystemTime=1731856752857 2024-11-17T15:19:12,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:12,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:12,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fda76733d01d51347db3c779bd07fa7a, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,43661,1731856744536 2024-11-17T15:19:12,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fda76733d01d51347db3c779bd07fa7a, server=7a780d55532c,43661,1731856744536 because future has completed 2024-11-17T15:19:12,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T15:19:12,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fda76733d01d51347db3c779bd07fa7a, server=7a780d55532c,43661,1731856744536 in 194 msec 2024-11-17T15:19:12,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:19:12,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fda76733d01d51347db3c779bd07fa7a, ASSIGN in 352 msec 2024-11-17T15:19:12,904 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:19:12,904 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856752904"}]},"ts":"1731856752904"} 2024-11-17T15:19:12,906 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:19:12,907 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:19:12,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-17T15:19:12,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a., hostname=7a780d55532c,43661,1731856744536, seqNum=2] 2024-11-17T15:19:12,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:12,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:12,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:19:13,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:19:13,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:13,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:13,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:13,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:13,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:13,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:13,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T15:19:13,095 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:19:13,124 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,43661,1731856744536, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:19:13,124 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:13,125 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,43661,1731856744536, seqNum=-1] 2024-11-17T15:19:13,125 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:13,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-17T15:19:13,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,43661,1731856744536', locateType=CURRENT is [region=hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a., hostname=7a780d55532c,43661,1731856744536, seqNum=2] 2024-11-17T15:19:13,130 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T15:19:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T15:19:13,132 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,43661,1731856744536 suceeded 2024-11-17T15:19:13,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T15:19:13,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-17T15:19:13,134 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:37865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:19:13,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-17T15:19:13,144 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:37865' 2024-11-17T15:19:13,145 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19e5ebd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:13,145 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37865,-1 for getting cluster id 2024-11-17T15:19:13,145 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:13,146 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '140e20ab-1c9d-4328-95dc-281506abfca5' 2024-11-17T15:19:13,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:13,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "140e20ab-1c9d-4328-95dc-281506abfca5" 2024-11-17T15:19:13,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1be32d6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:13,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37865,-1] 2024-11-17T15:19:13,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:13,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:13,148 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:13,148 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d28250a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:13,148 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:13,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37865,1731856748634 2024-11-17T15:19:13,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d926f55 2024-11-17T15:19:13,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:13,150 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-17T15:19:13,150 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,43661,1731856744536 (queues=1) is replicating from cluster=1b7ce88f-8292-45ab-9282-b5ab7213a94c to cluster=140e20ab-1c9d-4328-95dc-281506abfca5 2024-11-17T15:19:13,150 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C43661%2C1731856744536 2024-11-17T15:19:13,150 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,43661,1731856744536, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:19:13,151 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536.replicationSource.shipper7a780d55532c%2C43661%2C1731856744536,1-7a780d55532c,43661,1731856744536 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C43661%2C1731856744536 2024-11-17T15:19:13,151 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536.replicationSource.wal-reader.7a780d55532c%2C43661%2C1731856744536,1-7a780d55532c,43661,1731856744536 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.1731856746541, startPosition=0, beingWritten=true 2024-11-17T15:19:13,356 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536.replicationSource.wal-reader.7a780d55532c%2C43661%2C1731856744536,1-7a780d55532c,43661,1731856744536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.1731856746541 to pos 0, reset compression=false 2024-11-17T15:19:13,661 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536.replicationSource.wal-reader.7a780d55532c%2C43661%2C1731856744536,1-7a780d55532c,43661,1731856744536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.1731856746541 to pos 0, reset compression=false 2024-11-17T15:19:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:13,868 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:19:13,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:13,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:13,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:13,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:13,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:13,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:13,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,41515,1731856744468 2024-11-17T15:19:13,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14516575 2024-11-17T15:19:13,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:13,871 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:19:13,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T15:19:13,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:13,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:13,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:13,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:13,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:13,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:19:13,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=781958106, stopped=false 2024-11-17T15:19:13,872 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,41515,1731856744468 2024-11-17T15:19:13,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-999769906/running 2024-11-17T15:19:13,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-999769906/running 2024-11-17T15:19:13,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:13,874 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:19:13,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:13,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:13,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:13,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:13,874 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,43661,1731856744536' ***** 2024-11-17T15:19:13,874 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:19:13,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on znode that does not yet exist, /0-999769906/running 2024-11-17T15:19:13,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on znode that does not yet exist, /0-999769906/running 2024-11-17T15:19:13,875 INFO [RS:0;7a780d55532c:43661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:19:13,875 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:19:13,875 INFO [RS:0;7a780d55532c:43661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:19:13,875 INFO [RS:0;7a780d55532c:43661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:19:13,875 INFO [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(3091): Received CLOSE for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:13,876 INFO [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,43661,1731856744536 2024-11-17T15:19:13,876 INFO [RS:0;7a780d55532c:43661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:19:13,876 INFO [RS:0;7a780d55532c:43661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:43661. 2024-11-17T15:19:13,876 DEBUG [RS:0;7a780d55532c:43661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:13,876 DEBUG [RS:0;7a780d55532c:43661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:13,876 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fda76733d01d51347db3c779bd07fa7a, disabling compactions & flushes 2024-11-17T15:19:13,876 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:13,876 INFO [RS:0;7a780d55532c:43661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:19:13,876 INFO [RS:0;7a780d55532c:43661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:19:13,876 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:13,876 INFO [RS:0;7a780d55532c:43661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:19:13,876 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. after waiting 0 ms 2024-11-17T15:19:13,876 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:13,876 INFO [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:19:13,876 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fda76733d01d51347db3c779bd07fa7a 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-17T15:19:13,876 INFO [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T15:19:13,876 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1325): Online Regions={fda76733d01d51347db3c779bd07fa7a=hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:19:13,876 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:13,876 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:19:13,876 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:19:13,876 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:19:13,876 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:19:13,876 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:19:13,876 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T15:19:13,893 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/.tmp/info/2f34357a9b1941c28e4e0aced60bd0b6 is 147, key is hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a./info:regioninfo/1731856752897/Put/seqid=0 2024-11-17T15:19:13,895 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/replication/fda76733d01d51347db3c779bd07fa7a/.tmp/queue/a10ec9217d19491da9b131b19e173da3 is 151, key is 1-7a780d55532c,43661,1731856744536/queue:7a780d55532c%2C43661%2C1731856744536/1731856753129/Put/seqid=0 2024-11-17T15:19:13,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741839_1015 (size=5350) 2024-11-17T15:19:13,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741838_1014 (size=6631) 2024-11-17T15:19:13,905 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/replication/fda76733d01d51347db3c779bd07fa7a/.tmp/queue/a10ec9217d19491da9b131b19e173da3 2024-11-17T15:19:13,912 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/replication/fda76733d01d51347db3c779bd07fa7a/.tmp/queue/a10ec9217d19491da9b131b19e173da3 as hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/replication/fda76733d01d51347db3c779bd07fa7a/queue/a10ec9217d19491da9b131b19e173da3 2024-11-17T15:19:13,914 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:19:13,918 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/replication/fda76733d01d51347db3c779bd07fa7a/queue/a10ec9217d19491da9b131b19e173da3, entries=1, sequenceid=5, filesize=5.2 K 2024-11-17T15:19:13,919 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fda76733d01d51347db3c779bd07fa7a in 42ms, sequenceid=5, compaction requested=false 2024-11-17T15:19:13,919 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T15:19:13,923 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/replication/fda76733d01d51347db3c779bd07fa7a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T15:19:13,923 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:13,923 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:19:13,923 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:13,923 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fda76733d01d51347db3c779bd07fa7a: Waiting for close lock at 1731856753876Running coprocessor pre-close hooks at 1731856753876Disabling compacts and flushes for region at 1731856753876Disabling writes for close at 1731856753876Obtaining lock to block concurrent updates at 1731856753876Preparing flush snapshotting stores in fda76733d01d51347db3c779bd07fa7a at 1731856753876Finished memstore snapshotting hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731856753876Flushing stores of hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. at 1731856753877 (+1 ms)Flushing fda76733d01d51347db3c779bd07fa7a/queue: creating writer at 1731856753877Flushing fda76733d01d51347db3c779bd07fa7a/queue: appending metadata at 1731856753894 (+17 ms)Flushing fda76733d01d51347db3c779bd07fa7a/queue: closing flushed file at 1731856753894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8feceff: reopening flushed file at 1731856753911 (+17 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fda76733d01d51347db3c779bd07fa7a in 42ms, sequenceid=5, compaction requested=false at 1731856753919 (+8 ms)Writing region close event to WAL at 1731856753920 (+1 ms)Running coprocessor post-close hooks at 1731856753923 (+3 ms)Closed at 1731856753923 2024-11-17T15:19:13,923 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:14,066 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536.replicationSource.wal-reader.7a780d55532c%2C43661%2C1731856744536,1-7a780d55532c,43661,1731856744536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.1731856746541 to pos 0, reset compression=false 2024-11-17T15:19:14,076 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:14,277 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:14,305 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/.tmp/info/2f34357a9b1941c28e4e0aced60bd0b6 2024-11-17T15:19:14,326 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/.tmp/ns/57688b2714c7409a9a725073cc2d7c14 is 43, key is default/ns:d/1731856747533/Put/seqid=0 2024-11-17T15:19:14,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741840_1016 (size=5153) 2024-11-17T15:19:14,405 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:19:14,405 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:19:14,477 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:14,572 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536.replicationSource.wal-reader.7a780d55532c%2C43661%2C1731856744536,1-7a780d55532c,43661,1731856744536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.1731856746541 to pos 0, reset compression=false 2024-11-17T15:19:14,677 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:14,731 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/.tmp/ns/57688b2714c7409a9a725073cc2d7c14 2024-11-17T15:19:14,750 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/.tmp/table/e96befbbddc24fc6a9e73cab5970216c is 53, key is hbase:replication/table:state/1731856752904/Put/seqid=0 2024-11-17T15:19:14,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741841_1017 (size=5256) 2024-11-17T15:19:14,877 INFO [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T15:19:14,877 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:19:14,877 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:15,077 DEBUG [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:15,155 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/.tmp/table/e96befbbddc24fc6a9e73cab5970216c 2024-11-17T15:19:15,160 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/.tmp/info/2f34357a9b1941c28e4e0aced60bd0b6 as hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/info/2f34357a9b1941c28e4e0aced60bd0b6 2024-11-17T15:19:15,164 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/info/2f34357a9b1941c28e4e0aced60bd0b6, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T15:19:15,165 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/.tmp/ns/57688b2714c7409a9a725073cc2d7c14 as hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/ns/57688b2714c7409a9a725073cc2d7c14 2024-11-17T15:19:15,169 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/ns/57688b2714c7409a9a725073cc2d7c14, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T15:19:15,170 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/.tmp/table/e96befbbddc24fc6a9e73cab5970216c as hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/table/e96befbbddc24fc6a9e73cab5970216c 2024-11-17T15:19:15,174 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/table/e96befbbddc24fc6a9e73cab5970216c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T15:19:15,175 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false 2024-11-17T15:19:15,176 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536.replicationSource.wal-reader.7a780d55532c%2C43661%2C1731856744536,1-7a780d55532c,43661,1731856744536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.1731856746541 to pos 0, reset compression=false 2024-11-17T15:19:15,179 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T15:19:15,180 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:15,180 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:19:15,180 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:15,180 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856753876Running coprocessor pre-close hooks at 1731856753876Disabling compacts and flushes for region at 1731856753876Disabling writes for close at 1731856753876Obtaining lock to block concurrent updates at 1731856753876Preparing flush snapshotting stores in 1588230740 at 1731856753876Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731856753877 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731856753877Flushing 1588230740/info: creating writer at 1731856753877Flushing 1588230740/info: appending metadata at 1731856753893 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731856753893Flushing 1588230740/ns: creating writer at 1731856754310 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731856754325 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731856754325Flushing 1588230740/table: creating writer at 1731856754736 (+411 ms)Flushing 1588230740/table: appending metadata at 1731856754750 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731856754750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f058444: reopening flushed file at 1731856755160 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f2ac5: reopening flushed file at 1731856755165 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220c218f: reopening flushed file at 1731856755170 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false at 1731856755175 (+5 ms)Writing region close event to WAL at 1731856755176 (+1 ms)Running coprocessor post-close hooks at 1731856755180 (+4 ms)Closed at 1731856755180 2024-11-17T15:19:15,180 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:15,278 INFO [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,43661,1731856744536; all regions closed. 2024-11-17T15:19:15,280 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.meta.1731856747488.meta not finished, retry = 0 2024-11-17T15:19:15,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741834_1010 (size=2742) 2024-11-17T15:19:15,382 DEBUG [RS:0;7a780d55532c:43661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/oldWALs 2024-11-17T15:19:15,382 INFO [RS:0;7a780d55532c:43661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C43661%2C1731856744536.meta:.meta(num 1731856747488) 2024-11-17T15:19:15,384 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.rep.1731856752863 not finished, retry = 0 2024-11-17T15:19:15,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741837_1013 (size=1586) 2024-11-17T15:19:15,487 DEBUG [RS:0;7a780d55532c:43661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/oldWALs 2024-11-17T15:19:15,487 INFO [RS:0;7a780d55532c:43661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C43661%2C1731856744536.rep:(num 1731856752863) 2024-11-17T15:19:15,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741832_1008 (size=93) 2024-11-17T15:19:15,489 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536/7a780d55532c%2C43661%2C1731856744536.1731856746541 not finished, retry = 0 2024-11-17T15:19:15,591 DEBUG [RS:0;7a780d55532c:43661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/oldWALs 2024-11-17T15:19:15,591 INFO [RS:0;7a780d55532c:43661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C43661%2C1731856744536:(num 1731856746541) 2024-11-17T15:19:15,591 DEBUG [RS:0;7a780d55532c:43661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:15,591 INFO [RS:0;7a780d55532c:43661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:19:15,592 INFO [RS:0;7a780d55532c:43661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:19:15,592 INFO [RS:0;7a780d55532c:43661 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T15:19:15,592 INFO [RS:0;7a780d55532c:43661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:19:15,592 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:19:15,592 INFO [RS:0;7a780d55532c:43661 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,43661,1731856744536 because: Region server is closing 2024-11-17T15:19:15,592 INFO [RS:0;7a780d55532c:43661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:43661. 2024-11-17T15:19:15,592 DEBUG [RS:0;7a780d55532c:43661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:15,592 DEBUG [RS:0;7a780d55532c:43661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:15,593 DEBUG [RS:0;7a780d55532c:43661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:15,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:15,693 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536.replicationSource.wal-reader.7a780d55532c%2C43661%2C1731856744536,1-7a780d55532c,43661,1731856744536 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T15:19:15,693 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536.replicationSource.shipper7a780d55532c%2C43661%2C1731856744536,1-7a780d55532c,43661,1731856744536 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T15:19:15,693 INFO [RS:0;7a780d55532c:43661 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,43661,1731856744536.replicationSource.shipper7a780d55532c%2C43661%2C1731856744536,1-7a780d55532c,43661,1731856744536 terminated 2024-11-17T15:19:15,693 INFO [RS:0;7a780d55532c:43661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43661 2024-11-17T15:19:15,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-999769906/rs/7a780d55532c,43661,1731856744536 2024-11-17T15:19:15,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906/rs 2024-11-17T15:19:15,695 INFO [RS:0;7a780d55532c:43661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:19:15,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,43661,1731856744536] 2024-11-17T15:19:15,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-999769906/draining/7a780d55532c,43661,1731856744536 already deleted, retry=false 2024-11-17T15:19:15,699 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,43661,1731856744536 expired; onlineServers=0 2024-11-17T15:19:15,699 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,41515,1731856744468' ***** 2024-11-17T15:19:15,699 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:19:15,699 INFO [M:0;7a780d55532c:41515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:19:15,699 INFO [M:0;7a780d55532c:41515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:19:15,699 DEBUG [M:0;7a780d55532c:41515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:19:15,699 DEBUG [M:0;7a780d55532c:41515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:19:15,699 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:19:15,699 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856746337 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856746337,5,FailOnTimeoutGroup] 2024-11-17T15:19:15,699 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856746337 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856746337,5,FailOnTimeoutGroup] 2024-11-17T15:19:15,699 INFO [M:0;7a780d55532c:41515 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:19:15,699 INFO [M:0;7a780d55532c:41515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:19:15,699 DEBUG [M:0;7a780d55532c:41515 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:19:15,699 INFO [M:0;7a780d55532c:41515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:19:15,699 INFO [M:0;7a780d55532c:41515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:19:15,700 INFO [M:0;7a780d55532c:41515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:19:15,700 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:19:15,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-999769906/master 2024-11-17T15:19:15,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:15,700 DEBUG [M:0;7a780d55532c:41515 {}] zookeeper.ZKUtil(347): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Unable to get data of znode /0-999769906/master because node does not exist (not an error) 2024-11-17T15:19:15,700 WARN [M:0;7a780d55532c:41515 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:19:15,701 INFO [M:0;7a780d55532c:41515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/.lastflushedseqids 2024-11-17T15:19:15,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741842_1018 (size=181) 2024-11-17T15:19:15,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:15,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x1012682a6cc0001, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:15,798 INFO [RS:0;7a780d55532c:43661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:19:15,798 INFO [RS:0;7a780d55532c:43661 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,43661,1731856744536; zookeeper connection closed. 2024-11-17T15:19:15,798 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42b127ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42b127ba 2024-11-17T15:19:15,798 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:19:16,106 INFO [M:0;7a780d55532c:41515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:19:16,106 INFO [M:0;7a780d55532c:41515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:19:16,106 DEBUG [M:0;7a780d55532c:41515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:19:16,106 INFO [M:0;7a780d55532c:41515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:16,106 DEBUG [M:0;7a780d55532c:41515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:16,106 DEBUG [M:0;7a780d55532c:41515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:19:16,106 DEBUG [M:0;7a780d55532c:41515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:16,106 INFO [M:0;7a780d55532c:41515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-17T15:19:16,122 DEBUG [M:0;7a780d55532c:41515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8ebd5403c8b463caa99b31d45a1b194 is 82, key is hbase:meta,,1/info:regioninfo/1731856747520/Put/seqid=0 2024-11-17T15:19:16,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741843_1019 (size=5672) 2024-11-17T15:19:16,526 INFO [M:0;7a780d55532c:41515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8ebd5403c8b463caa99b31d45a1b194 2024-11-17T15:19:16,547 DEBUG [M:0;7a780d55532c:41515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0dc7bc29cde487fa52721b64b839a50 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731856752908/Put/seqid=0 2024-11-17T15:19:16,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741844_1020 (size=7203) 2024-11-17T15:19:16,952 INFO [M:0;7a780d55532c:41515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0dc7bc29cde487fa52721b64b839a50 2024-11-17T15:19:16,973 DEBUG [M:0;7a780d55532c:41515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd107f9e96946e49914c5db78786320 is 69, key is 7a780d55532c,43661,1731856744536/rs:state/1731856746380/Put/seqid=0 2024-11-17T15:19:16,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741845_1021 (size=5156) 2024-11-17T15:19:16,979 INFO [M:0;7a780d55532c:41515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd107f9e96946e49914c5db78786320 2024-11-17T15:19:16,983 DEBUG [M:0;7a780d55532c:41515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8ebd5403c8b463caa99b31d45a1b194 as hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8ebd5403c8b463caa99b31d45a1b194 2024-11-17T15:19:16,987 INFO [M:0;7a780d55532c:41515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8ebd5403c8b463caa99b31d45a1b194, entries=8, sequenceid=70, filesize=5.5 K 2024-11-17T15:19:16,988 DEBUG [M:0;7a780d55532c:41515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0dc7bc29cde487fa52721b64b839a50 as hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0dc7bc29cde487fa52721b64b839a50 2024-11-17T15:19:16,992 INFO [M:0;7a780d55532c:41515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0dc7bc29cde487fa52721b64b839a50, entries=8, sequenceid=70, filesize=7.0 K 2024-11-17T15:19:16,993 DEBUG [M:0;7a780d55532c:41515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd107f9e96946e49914c5db78786320 as hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dd107f9e96946e49914c5db78786320 2024-11-17T15:19:16,997 INFO [M:0;7a780d55532c:41515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dd107f9e96946e49914c5db78786320, entries=1, sequenceid=70, filesize=5.0 K 2024-11-17T15:19:16,998 INFO [M:0;7a780d55532c:41515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=70, compaction requested=false 2024-11-17T15:19:16,999 INFO [M:0;7a780d55532c:41515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:16,999 DEBUG [M:0;7a780d55532c:41515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856756106Disabling compacts and flushes for region at 1731856756106Disabling writes for close at 1731856756106Obtaining lock to block concurrent updates at 1731856756106Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856756106Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731856756107 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856756107Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856756107Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856756121 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856756121Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856756532 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856756547 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856756547Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856756957 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856756972 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856756972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c82b915: reopening flushed file at 1731856756983 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dbfab98: reopening flushed file at 1731856756988 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527d896e: reopening flushed file at 1731856756992 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=70, compaction requested=false at 1731856756998 (+6 ms)Writing region close event to WAL at 1731856756999 (+1 ms)Closed at 1731856756999 2024-11-17T15:19:17,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741830_1006 (size=41008) 2024-11-17T15:19:17,001 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,41515,1731856744468/7a780d55532c%2C41515%2C1731856744468.1731856746226 not finished, retry = 0 2024-11-17T15:19:17,102 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:19:17,102 INFO [M:0;7a780d55532c:41515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:19:17,102 INFO [M:0;7a780d55532c:41515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41515 2024-11-17T15:19:17,102 INFO [M:0;7a780d55532c:41515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:19:17,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:17,204 INFO [M:0;7a780d55532c:41515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:19:17,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x1012682a6cc0000, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:17,206 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:19:17,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:17,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:17,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:19:17,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:17,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:19:17,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:19:17,206 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:19:17,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38577 2024-11-17T15:19:17,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38577 connecting to ZooKeeper ensemble=127.0.0.1:52904 2024-11-17T15:19:17,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385770x0, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:17,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38577-0x1012682a6cc0006 connected 2024-11-17T15:19:17,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:17,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:17,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on znode that does not yet exist, /0-999769906/running 2024-11-17T15:19:17,217 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-999769906/meta-region-server: INIT 2024-11-17T15:19:17,217 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e, hbase.cluster.distributed=false 2024-11-17T15:19:17,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on znode that does not yet exist, /0-999769906/acl 2024-11-17T15:19:17,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38577 2024-11-17T15:19:17,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38577 2024-11-17T15:19:17,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38577 2024-11-17T15:19:17,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38577 2024-11-17T15:19:17,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38577 2024-11-17T15:19:17,234 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:19:17,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:17,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:17,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:19:17,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:17,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:19:17,234 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:19:17,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:19:17,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36685 2024-11-17T15:19:17,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36685 connecting to ZooKeeper ensemble=127.0.0.1:52904 2024-11-17T15:19:17,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:17,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:17,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366850x0, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:17,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366850x0, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on znode that does not yet exist, /0-999769906/running 2024-11-17T15:19:17,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36685-0x1012682a6cc0007 connected 2024-11-17T15:19:17,242 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-999769906/meta-region-server: INIT 2024-11-17T15:19:17,242 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:19:17,242 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:19:17,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on znode that does not yet exist, /0-999769906/master 2024-11-17T15:19:17,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on znode that does not yet exist, /0-999769906/acl 2024-11-17T15:19:17,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36685 2024-11-17T15:19:17,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36685 2024-11-17T15:19:17,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36685 2024-11-17T15:19:17,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36685 2024-11-17T15:19:17,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36685 2024-11-17T15:19:17,260 DEBUG [M:0;7a780d55532c:38577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:38577 2024-11-17T15:19:17,260 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-999769906/backup-masters/7a780d55532c,38577,1731856757206 2024-11-17T15:19:17,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906/backup-masters 2024-11-17T15:19:17,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906/backup-masters 2024-11-17T15:19:17,262 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on existing znode=/0-999769906/backup-masters/7a780d55532c,38577,1731856757206 2024-11-17T15:19:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-999769906/master 2024-11-17T15:19:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:17,265 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on existing znode=/0-999769906/master 2024-11-17T15:19:17,265 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-999769906/backup-masters/7a780d55532c,38577,1731856757206 from backup master directory 2024-11-17T15:19:17,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-999769906/backup-masters/7a780d55532c,38577,1731856757206 2024-11-17T15:19:17,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906/backup-masters 2024-11-17T15:19:17,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906/backup-masters 2024-11-17T15:19:17,266 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:19:17,266 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,38577,1731856757206 2024-11-17T15:19:17,278 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:17,278 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:19:17,285 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-17T15:19:17,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741846_1022 (size=196) 2024-11-17T15:19:17,292 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:19:17,293 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:19:17,293 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:17,298 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-17T15:19:17,300 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,41515,1731856744468 to hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,41515,1731856744468-dead as it is dead 2024-11-17T15:19:17,300 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,41515,1731856744468-dead/7a780d55532c%2C41515%2C1731856744468.1731856746226 2024-11-17T15:19:17,301 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,41515,1731856744468-dead/7a780d55532c%2C41515%2C1731856744468.1731856746226 after 1ms 2024-11-17T15:19:17,301 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,41515,1731856744468-dead/7a780d55532c%2C41515%2C1731856744468.1731856746226 to hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7a780d55532c%2C41515%2C1731856744468.1731856746226 2024-11-17T15:19:17,301 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,41515,1731856744468-dead 2024-11-17T15:19:17,302 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,38577,1731856757206 2024-11-17T15:19:17,303 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:19:17,304 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C38577%2C1731856757206, suffix=, logDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,38577,1731856757206, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/oldWALs, maxLogs=10 2024-11-17T15:19:17,317 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,38577,1731856757206/7a780d55532c%2C38577%2C1731856757206.1731856757304, exclude list is [], retry=0 2024-11-17T15:19:17,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34723,DS-69d2758f-c98d-42b5-aa29-11a7ccc53d77,DISK] 2024-11-17T15:19:17,321 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,38577,1731856757206/7a780d55532c%2C38577%2C1731856757206.1731856757304 2024-11-17T15:19:17,321 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39791:39791)] 2024-11-17T15:19:17,322 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:17,322 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:17,322 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:17,322 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:17,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:17,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:19:17,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:17,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8ebd5403c8b463caa99b31d45a1b194 2024-11-17T15:19:17,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:17,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:17,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:19:17,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:17,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0dc7bc29cde487fa52721b64b839a50 2024-11-17T15:19:17,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:17,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:17,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:19:17,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:17,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dd107f9e96946e49914c5db78786320 2024-11-17T15:19:17,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:17,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:17,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:19:17,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:17,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:17,341 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:17,341 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-17T15:19:17,342 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7a780d55532c%2C41515%2C1731856744468.1731856746226 2024-11-17T15:19:17,345 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7a780d55532c%2C41515%2C1731856744468.1731856746226 2024-11-17T15:19:17,346 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7a780d55532c%2C41515%2C1731856744468.1731856746226 2024-11-17T15:19:17,347 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:17,347 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:17,348 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:17,349 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:17,351 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-17T15:19:17,352 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62525656, jitterRate=-0.06829512119293213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:17,352 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856757322Initializing all the Stores at 1731856757323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856757323Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856757323Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856757323Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856757323Cleaning up temporary data from old regions at 1731856757347 (+24 ms)Region opened successfully at 1731856757352 (+5 ms) 2024-11-17T15:19:17,352 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:19:17,354 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262a43cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:19:17,357 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-17T15:19:17,357 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:19:17,357 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:19:17,357 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:19:17,357 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:19:17,360 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:17,360 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:19:17,361 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:19:17,361 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-17T15:19:17,361 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:19:17,366 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7a780d55532c,43661,1731856744536, regionLocation=7a780d55532c,43661,1731856744536, openSeqNum=2 2024-11-17T15:19:17,366 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7a780d55532c,43661,1731856744536, table=hbase:meta, region=1588230740 2024-11-17T15:19:17,366 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,43661,1731856744536, state=OPEN 2024-11-17T15:19:17,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-999769906/meta-region-server 2024-11-17T15:19:17,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-999769906/meta-region-server 2024-11-17T15:19:17,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-999769906/meta-region-server: CHANGED 2024-11-17T15:19:17,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-999769906/meta-region-server: CHANGED 2024-11-17T15:19:17,370 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:19:17,373 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-999769906/draining/7a780d55532c,43661,1731856744536 already deleted, retry=false 2024-11-17T15:19:17,373 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7a780d55532c,43661,1731856744536 on 7a780d55532c,38577,1731856757206 2024-11-17T15:19:17,374 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7a780d55532c,43661,1731856744536, splitWal=true, meta=true 2024-11-17T15:19:17,374 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 7a780d55532c,43661,1731856744536 (carryingMeta=true) 7a780d55532c,43661,1731856744536/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3d08b36d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T15:19:17,376 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Unable to get data of znode /0-999769906/balancer because node does not exist (not necessarily an error) 2024-11-17T15:19:17,377 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-999769906/balancer already deleted, retry=false 2024-11-17T15:19:17,377 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:19:17,377 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Unable to get data of znode /0-999769906/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:19:17,378 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-999769906/normalizer already deleted, retry=false 2024-11-17T15:19:17,379 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:19:17,379 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Unable to get data of znode /0-999769906/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:19:17,380 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-999769906/switch/split already deleted, retry=false 2024-11-17T15:19:17,381 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Unable to get data of znode /0-999769906/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:19:17,383 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-999769906/switch/merge already deleted, retry=false 2024-11-17T15:19:17,387 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Unable to get data of znode /0-999769906/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:19:17,388 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-999769906/snapshot-cleanup already deleted, retry=false 2024-11-17T15:19:17,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-999769906/running 2024-11-17T15:19:17,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-999769906/running 2024-11-17T15:19:17,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:17,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:17,390 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,38577,1731856757206, sessionid=0x1012682a6cc0006, setting cluster-up flag (Was=false) 2024-11-17T15:19:17,393 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-999769906/flush-table-proc/acquired, /0-999769906/flush-table-proc/reached, /0-999769906/flush-table-proc/abort 2024-11-17T15:19:17,393 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,38577,1731856757206 2024-11-17T15:19:17,395 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-999769906/online-snapshot/acquired, /0-999769906/online-snapshot/reached, /0-999769906/online-snapshot/abort 2024-11-17T15:19:17,396 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,38577,1731856757206 2024-11-17T15:19:17,397 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/.lastflushedseqids 2024-11-17T15:19:17,399 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:19:17,399 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:19:17,399 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,38577,1731856757206 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7a780d55532c,43661,1731856744536 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:19:17,400 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:17,400 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:17,400 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:17,400 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:17,401 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:19:17,401 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:17,401 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:19:17,401 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:17,403 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856787403 2024-11-17T15:19:17,404 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:19:17,404 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:19:17,404 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:19:17,404 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:19:17,404 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:19:17,404 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:19:17,404 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:17,404 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7a780d55532c,43661,1731856744536, splitWal=true, meta=true 2024-11-17T15:19:17,404 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:19:17,404 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:19:17,404 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:19:17,404 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:19:17,405 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7a780d55532c,43661,1731856744536, splitWal=true, meta=true, isMeta: true 2024-11-17T15:19:17,406 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536-splitting 2024-11-17T15:19:17,407 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536-splitting dir is empty, no logs to split. 2024-11-17T15:19:17,407 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7a780d55532c,43661,1731856744536 WAL count=0, meta=true 2024-11-17T15:19:17,409 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536-splitting dir is empty, no logs to split. 2024-11-17T15:19:17,409 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7a780d55532c,43661,1731856744536 WAL count=0, meta=true 2024-11-17T15:19:17,409 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7a780d55532c,43661,1731856744536 WAL splitting is done? wals=0, meta=true 2024-11-17T15:19:17,409 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:19:17,409 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:19:17,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:19:17,410 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856757410,5,FailOnTimeoutGroup] 2024-11-17T15:19:17,410 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856757410,5,FailOnTimeoutGroup] 2024-11-17T15:19:17,410 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:17,410 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:19:17,410 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:17,410 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:17,410 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856757410, completionTime=-1 2024-11-17T15:19:17,410 WARN [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-17T15:19:17,410 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T15:19:17,411 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:19:17,411 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T15:19:17,450 INFO [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(746): ClusterId : 1b7ce88f-8292-45ab-9282-b5ab7213a94c 2024-11-17T15:19:17,450 DEBUG [RS:0;7a780d55532c:36685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:19:17,452 DEBUG [RS:0;7a780d55532c:36685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:19:17,452 DEBUG [RS:0;7a780d55532c:36685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:19:17,453 DEBUG [RS:0;7a780d55532c:36685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:19:17,454 DEBUG [RS:0;7a780d55532c:36685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4e5ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:19:17,466 DEBUG [RS:0;7a780d55532c:36685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:36685 2024-11-17T15:19:17,466 INFO [RS:0;7a780d55532c:36685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:19:17,466 INFO [RS:0;7a780d55532c:36685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:19:17,466 DEBUG [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:19:17,466 INFO [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,38577,1731856757206 with port=36685, startcode=1731856757234 2024-11-17T15:19:17,466 DEBUG [RS:0;7a780d55532c:36685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:19:17,468 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:19:17,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38577 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,36685,1731856757234 2024-11-17T15:19:17,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38577 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,36685,1731856757234 2024-11-17T15:19:17,470 DEBUG [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e 2024-11-17T15:19:17,470 DEBUG [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40427 2024-11-17T15:19:17,470 DEBUG [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:19:17,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906/rs 2024-11-17T15:19:17,475 DEBUG [RS:0;7a780d55532c:36685 {}] zookeeper.ZKUtil(111): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on existing znode=/0-999769906/rs/7a780d55532c,36685,1731856757234 2024-11-17T15:19:17,475 WARN [RS:0;7a780d55532c:36685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:19:17,475 INFO [RS:0;7a780d55532c:36685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:17,475 DEBUG [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234 2024-11-17T15:19:17,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,36685,1731856757234] 2024-11-17T15:19:17,493 INFO [RS:0;7a780d55532c:36685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:19:17,494 INFO [RS:0;7a780d55532c:36685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:19:17,495 INFO [RS:0;7a780d55532c:36685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:19:17,495 INFO [RS:0;7a780d55532c:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:17,495 INFO [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:19:17,496 INFO [RS:0;7a780d55532c:36685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:19:17,496 INFO [RS:0;7a780d55532c:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:17,496 DEBUG [RS:0;7a780d55532c:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:17,496 DEBUG [RS:0;7a780d55532c:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:17,496 DEBUG [RS:0;7a780d55532c:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:17,496 DEBUG [RS:0;7a780d55532c:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:17,496 DEBUG [RS:0;7a780d55532c:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:17,496 DEBUG [RS:0;7a780d55532c:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:19:17,496 DEBUG [RS:0;7a780d55532c:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:17,496 DEBUG [RS:0;7a780d55532c:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:17,496 DEBUG [RS:0;7a780d55532c:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:17,496 DEBUG [RS:0;7a780d55532c:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:17,496 DEBUG [RS:0;7a780d55532c:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:17,496 DEBUG [RS:0;7a780d55532c:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:17,496 DEBUG [RS:0;7a780d55532c:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:19:17,496 DEBUG [RS:0;7a780d55532c:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:19:17,496 INFO [RS:0;7a780d55532c:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:17,496 INFO [RS:0;7a780d55532c:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:17,496 INFO [RS:0;7a780d55532c:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:17,496 INFO [RS:0;7a780d55532c:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:17,496 INFO [RS:0;7a780d55532c:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:17,496 INFO [RS:0;7a780d55532c:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,36685,1731856757234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:19:17,510 INFO [RS:0;7a780d55532c:36685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:19:17,510 INFO [RS:0;7a780d55532c:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,36685,1731856757234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:17,510 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T15:19:17,524 INFO [RS:0;7a780d55532c:36685 {}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,36685,1731856757234, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:19:17,524 INFO [RS:0;7a780d55532c:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:17,524 INFO [RS:0;7a780d55532c:36685 {}] regionserver.Replication(171): 7a780d55532c,36685,1731856757234 started 2024-11-17T15:19:17,538 INFO [RS:0;7a780d55532c:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:17,538 INFO [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,36685,1731856757234, RpcServer on 7a780d55532c/172.17.0.2:36685, sessionid=0x1012682a6cc0007 2024-11-17T15:19:17,538 DEBUG [RS:0;7a780d55532c:36685.replicationSource,1-7a780d55532c,36685,1731856757234 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:37865' 2024-11-17T15:19:17,538 DEBUG [RS:0;7a780d55532c:36685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:19:17,538 DEBUG [RS:0;7a780d55532c:36685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,36685,1731856757234 2024-11-17T15:19:17,538 DEBUG [RS:0;7a780d55532c:36685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,36685,1731856757234' 2024-11-17T15:19:17,538 DEBUG [RS:0;7a780d55532c:36685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-999769906/flush-table-proc/abort' 2024-11-17T15:19:17,539 DEBUG [RS:0;7a780d55532c:36685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-999769906/flush-table-proc/acquired' 2024-11-17T15:19:17,539 DEBUG [RS:0;7a780d55532c:36685.replicationSource,1-7a780d55532c,36685,1731856757234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fc01831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:17,539 DEBUG [RS:0;7a780d55532c:36685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:19:17,539 DEBUG [RS:0;7a780d55532c:36685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:19:17,539 DEBUG [RS:0;7a780d55532c:36685.replicationSource,1-7a780d55532c,36685,1731856757234 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37865,-1 for getting cluster id 2024-11-17T15:19:17,539 DEBUG [RS:0;7a780d55532c:36685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,36685,1731856757234 2024-11-17T15:19:17,539 DEBUG [RS:0;7a780d55532c:36685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,36685,1731856757234' 2024-11-17T15:19:17,539 DEBUG [RS:0;7a780d55532c:36685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-999769906/online-snapshot/abort' 2024-11-17T15:19:17,539 DEBUG [RS:0;7a780d55532c:36685.replicationSource,1-7a780d55532c,36685,1731856757234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:17,540 DEBUG [RS:0;7a780d55532c:36685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-999769906/online-snapshot/acquired' 2024-11-17T15:19:17,540 DEBUG [RS:0;7a780d55532c:36685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:19:17,540 INFO [RS:0;7a780d55532c:36685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:19:17,540 INFO [RS:0;7a780d55532c:36685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:19:17,541 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '140e20ab-1c9d-4328-95dc-281506abfca5' 2024-11-17T15:19:17,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:17,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "140e20ab-1c9d-4328-95dc-281506abfca5" 2024-11-17T15:19:17,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67f767f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:17,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37865,-1] 2024-11-17T15:19:17,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:17,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:17,542 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:17,543 DEBUG [RS:0;7a780d55532c:36685.replicationSource,1-7a780d55532c,36685,1731856757234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74d5d4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:17,543 DEBUG [RS:0;7a780d55532c:36685.replicationSource,1-7a780d55532c,36685,1731856757234 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:17,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37865,1731856748634 2024-11-17T15:19:17,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d93c521 2024-11-17T15:19:17,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:17,545 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-17T15:19:17,546 INFO [RS:0;7a780d55532c:36685.replicationSource,1-7a780d55532c,36685,1731856757234 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,36685,1731856757234 (queues=0) is replicating from cluster=1b7ce88f-8292-45ab-9282-b5ab7213a94c to cluster=140e20ab-1c9d-4328-95dc-281506abfca5 2024-11-17T15:19:17,562 WARN [7a780d55532c:38577 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T15:19:17,640 INFO [RS:0;7a780d55532c:36685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:19:17,642 INFO [RS:0;7a780d55532c:36685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C36685%2C1731856757234, suffix=, logDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/oldWALs, maxLogs=10 2024-11-17T15:19:17,655 DEBUG [RS:0;7a780d55532c:36685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.1731856757642, exclude list is [], retry=0 2024-11-17T15:19:17,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34723,DS-69d2758f-c98d-42b5-aa29-11a7ccc53d77,DISK] 2024-11-17T15:19:17,659 INFO [RS:0;7a780d55532c:36685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.1731856757642 2024-11-17T15:19:17,659 DEBUG [RS:0;7a780d55532c:36685 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7a780d55532c%2C36685%2C1731856757234 for peer 1 2024-11-17T15:19:17,659 DEBUG [RS:0;7a780d55532c:36685 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C36685%2C1731856757234 2024-11-17T15:19:17,660 INFO [RS:0;7a780d55532c:36685 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,36685,1731856757234, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:19:17,660 DEBUG [RS:0;7a780d55532c:36685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39791:39791)] 2024-11-17T15:19:17,660 INFO [RS:0;7a780d55532c:36685.replicationSource.shipper7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C36685%2C1731856757234 2024-11-17T15:19:17,660 DEBUG [RS:0;7a780d55532c:36685.replicationSource.wal-reader.7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.1731856757642, startPosition=0, beingWritten=true 2024-11-17T15:19:17,812 DEBUG [7a780d55532c:38577 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:19:17,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,36685,1731856757234 2024-11-17T15:19:17,813 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,36685,1731856757234, state=OPENING 2024-11-17T15:19:17,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-999769906/meta-region-server 2024-11-17T15:19:17,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-999769906/meta-region-server 2024-11-17T15:19:17,815 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:19:17,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-999769906/meta-region-server: CHANGED 2024-11-17T15:19:17,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-999769906/meta-region-server: CHANGED 2024-11-17T15:19:17,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,36685,1731856757234}] 2024-11-17T15:19:17,865 DEBUG [RS:0;7a780d55532c:36685.replicationSource.wal-reader.7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.1731856757642 to pos 0, reset compression=false 2024-11-17T15:19:17,967 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:19:17,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:19:17,972 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:19:17,972 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:17,972 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:19:17,973 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C36685%2C1731856757234.meta, suffix=.meta, logDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/oldWALs, maxLogs=10 2024-11-17T15:19:17,987 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.meta.1731856757974.meta, exclude list is [], retry=0 2024-11-17T15:19:17,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34723,DS-69d2758f-c98d-42b5-aa29-11a7ccc53d77,DISK] 2024-11-17T15:19:17,990 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.meta.1731856757974.meta 2024-11-17T15:19:17,990 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39791:39791)] 2024-11-17T15:19:17,990 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:17,991 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:19:17,991 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:19:17,991 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:19:17,991 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:19:17,991 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:19:17,991 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:17,991 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:19:17,991 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:19:17,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:19:17,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:19:17,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:17,998 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/info/2f34357a9b1941c28e4e0aced60bd0b6 2024-11-17T15:19:17,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:17,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:19:17,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:19:17,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:18,003 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/ns/57688b2714c7409a9a725073cc2d7c14 2024-11-17T15:19:18,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:18,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:19:18,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:19:18,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:18,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:18,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:19:18,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:19:18,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:18,009 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/table/e96befbbddc24fc6a9e73cab5970216c 2024-11-17T15:19:18,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:18,009 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:19:18,010 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740 2024-11-17T15:19:18,010 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740 2024-11-17T15:19:18,011 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:19:18,011 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:19:18,012 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:18,013 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:19:18,014 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60212905, jitterRate=-0.10275779664516449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:18,014 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:19:18,014 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856757991Writing region info on filesystem at 1731856757991Initializing all the Stores at 1731856757992 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856757992Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856757992Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856757992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856757992Cleaning up temporary data from old regions at 1731856758011 (+19 ms)Running coprocessor post-open hooks at 1731856758014 (+3 ms)Region opened successfully at 1731856758014 2024-11-17T15:19:18,015 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731856757967 2024-11-17T15:19:18,016 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:19:18,016 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:19:18,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7a780d55532c,36685,1731856757234 2024-11-17T15:19:18,018 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,36685,1731856757234, state=OPEN 2024-11-17T15:19:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-999769906/meta-region-server 2024-11-17T15:19:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-999769906/meta-region-server 2024-11-17T15:19:18,019 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,36685,1731856757234 2024-11-17T15:19:18,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-999769906/meta-region-server: CHANGED 2024-11-17T15:19:18,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-999769906/meta-region-server: CHANGED 2024-11-17T15:19:18,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-17T15:19:18,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,36685,1731856757234 in 204 msec 2024-11-17T15:19:18,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T15:19:18,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-17T15:19:18,169 DEBUG [RS:0;7a780d55532c:36685.replicationSource.wal-reader.7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.1731856757642 to pos 0, reset compression=false 2024-11-17T15:19:18,383 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:19:18,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:18,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:18,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:18,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:18,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:18,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:18,574 DEBUG [RS:0;7a780d55532c:36685.replicationSource.wal-reader.7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.1731856757642 to pos 0, reset compression=false 2024-11-17T15:19:19,013 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-17T15:19:19,080 DEBUG [RS:0;7a780d55532c:36685.replicationSource.wal-reader.7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.1731856757642 to pos 0, reset compression=false 2024-11-17T15:19:19,685 DEBUG [RS:0;7a780d55532c:36685.replicationSource.wal-reader.7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.1731856757642 to pos 0, reset compression=false 2024-11-17T15:19:20,390 DEBUG [RS:0;7a780d55532c:36685.replicationSource.wal-reader.7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.1731856757642 to pos 0, reset compression=false 2024-11-17T15:19:20,515 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-17T15:19:21,195 DEBUG [RS:0;7a780d55532c:36685.replicationSource.wal-reader.7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.1731856757642 to pos 0, reset compression=false 2024-11-17T15:19:21,917 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-17T15:19:21,917 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:19:21,917 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:21,917 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,36685,1731856757234, seqNum=-1] 2024-11-17T15:19:21,918 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:21,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:21,923 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fda76733d01d51347db3c779bd07fa7a, regionState=OPEN, lastHost=7a780d55532c,43661,1731856744536, regionLocation=7a780d55532c,43661,1731856744536, openSeqNum=2 2024-11-17T15:19:21,923 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:19:21,923 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856821923 2024-11-17T15:19:21,923 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856881923 2024-11-17T15:19:21,923 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-17T15:19:21,923 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7a780d55532c,43661,1731856744536 had 2 regions 2024-11-17T15:19:21,923 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38577,1731856757206-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:21,923 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38577,1731856757206-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:21,923 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38577,1731856757206-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:21,923 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:38577, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:21,923 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:21,924 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:21,924 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7a780d55532c,43661,1731856744536, splitWal=true, meta=true, isMeta: false 2024-11-17T15:19:21,926 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536-splitting dir is empty, no logs to split. 2024-11-17T15:19:21,926 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7a780d55532c,43661,1731856744536 WAL count=0, meta=false 2024-11-17T15:19:21,928 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,43661,1731856744536-splitting dir is empty, no logs to split. 2024-11-17T15:19:21,928 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7a780d55532c,43661,1731856744536 WAL count=0, meta=false 2024-11-17T15:19:21,928 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7a780d55532c,43661,1731856744536 WAL splitting is done? wals=0, meta=false 2024-11-17T15:19:21,929 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.662sec 2024-11-17T15:19:21,929 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:19:21,929 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:19:21,929 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:19:21,929 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:19:21,929 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:19:21,929 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38577,1731856757206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:19:21,929 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38577,1731856757206-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:19:21,930 WARN [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7a780d55532c,43661,1731856744536/hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:21,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fda76733d01d51347db3c779bd07fa7a, ASSIGN}] 2024-11-17T15:19:21,932 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:19:21,932 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:19:21,932 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38577,1731856757206-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:21,932 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fda76733d01d51347db3c779bd07fa7a, ASSIGN 2024-11-17T15:19:21,933 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fda76733d01d51347db3c779bd07fa7a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T15:19:21,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e27558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:21,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,38577,-1 for getting cluster id 2024-11-17T15:19:21,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:21,954 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b7ce88f-8292-45ab-9282-b5ab7213a94c' 2024-11-17T15:19:21,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:21,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b7ce88f-8292-45ab-9282-b5ab7213a94c" 2024-11-17T15:19:21,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72799b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:21,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,38577,-1] 2024-11-17T15:19:21,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:21,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:21,956 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527f385e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:21,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,36685,1731856757234, seqNum=-1] 2024-11-17T15:19:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:21,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:21,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-17T15:19:21,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:21,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:21,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:21,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:21,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:21,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7a780d55532c:38577 after: 7a780d55532c:38577 2024-11-17T15:19:21,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3ebc9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:21,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,38577,-1 for getting cluster id 2024-11-17T15:19:21,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:21,963 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b7ce88f-8292-45ab-9282-b5ab7213a94c' 2024-11-17T15:19:21,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:21,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b7ce88f-8292-45ab-9282-b5ab7213a94c" 2024-11-17T15:19:21,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47de0cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:21,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,38577,-1] 2024-11-17T15:19:21,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:21,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:21,964 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:21,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d64beb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:21,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:21,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,38577,1731856757206 2024-11-17T15:19:21,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f622b3a 2024-11-17T15:19:21,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:21,966 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:19:21,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T15:19:21,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:19:21,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:21,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:21,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:21,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:21,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:21,967 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:19:21,967 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=26312663, stopped=false 2024-11-17T15:19:21,967 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,37865,1731856748634 2024-11-17T15:19:21,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1390871974/running 2024-11-17T15:19:21,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1390871974/running 2024-11-17T15:19:21,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:21,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:21,969 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:19:21,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:21,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:21,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:21,969 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,40415,1731856748672' ***** 2024-11-17T15:19:21,969 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:19:21,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Set watcher on znode that does not yet exist, /1-1390871974/running 2024-11-17T15:19:21,969 INFO [RS:0;7a780d55532c:40415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:19:21,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Set watcher on znode that does not yet exist, /1-1390871974/running 2024-11-17T15:19:21,970 INFO [RS:0;7a780d55532c:40415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:19:21,970 INFO [RS:0;7a780d55532c:40415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:19:21,970 INFO [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,40415,1731856748672 2024-11-17T15:19:21,970 INFO [RS:0;7a780d55532c:40415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:19:21,970 INFO [RS:0;7a780d55532c:40415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:40415. 2024-11-17T15:19:21,970 DEBUG [RS:0;7a780d55532c:40415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:21,970 DEBUG [RS:0;7a780d55532c:40415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:21,970 INFO [RS:0;7a780d55532c:40415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:19:21,970 INFO [RS:0;7a780d55532c:40415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:19:21,970 INFO [RS:0;7a780d55532c:40415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:19:21,970 INFO [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:19:21,970 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:19:21,970 INFO [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T15:19:21,970 DEBUG [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:19:21,970 DEBUG [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:21,970 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:19:21,971 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:19:21,971 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:19:21,971 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:19:21,971 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:19:21,971 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T15:19:21,987 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/data/hbase/meta/1588230740/.tmp/ns/ec02efae3e174f76bcdfcfba933883fa is 43, key is default/ns:d/1731856751630/Put/seqid=0 2024-11-17T15:19:21,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741835_1011 (size=5153) 2024-11-17T15:19:22,036 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:19:22,083 DEBUG [7a780d55532c:38577 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:19:22,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fda76733d01d51347db3c779bd07fa7a, regionState=OPENING, regionLocation=7a780d55532c,36685,1731856757234 2024-11-17T15:19:22,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fda76733d01d51347db3c779bd07fa7a, ASSIGN because future has completed 2024-11-17T15:19:22,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fda76733d01d51347db3c779bd07fa7a, server=7a780d55532c,36685,1731856757234}] 2024-11-17T15:19:22,100 DEBUG [RS:0;7a780d55532c:36685.replicationSource.wal-reader.7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.1731856757642 to pos 0, reset compression=false 2024-11-17T15:19:22,171 DEBUG [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:22,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:22,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:22,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:19:22,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C36685%2C1731856757234.rep, suffix=, logDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/oldWALs, maxLogs=10 2024-11-17T15:19:22,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.rep.1731856762245, exclude list is [], retry=0 2024-11-17T15:19:22,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34723,DS-69d2758f-c98d-42b5-aa29-11a7ccc53d77,DISK] 2024-11-17T15:19:22,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.rep.1731856762245 2024-11-17T15:19:22,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39791:39791)] 2024-11-17T15:19:22,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => fda76733d01d51347db3c779bd07fa7a, NAME => 'hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:22,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:19:22,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:19:22,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. service=MultiRowMutationService 2024-11-17T15:19:22,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:19:22,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:22,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:22,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:22,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:22,264 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:22,265 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fda76733d01d51347db3c779bd07fa7a columnFamilyName hfileref 2024-11-17T15:19:22,265 DEBUG [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:22,265 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] regionserver.HStore(327): Store=fda76733d01d51347db3c779bd07fa7a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:22,265 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:22,266 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fda76733d01d51347db3c779bd07fa7a columnFamilyName queue 2024-11-17T15:19:22,266 DEBUG [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:22,271 DEBUG [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/replication/fda76733d01d51347db3c779bd07fa7a/queue/a10ec9217d19491da9b131b19e173da3 2024-11-17T15:19:22,271 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] regionserver.HStore(327): Store=fda76733d01d51347db3c779bd07fa7a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:22,271 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:22,272 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fda76733d01d51347db3c779bd07fa7a columnFamilyName sid 2024-11-17T15:19:22,272 DEBUG [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:22,272 INFO [StoreOpener-fda76733d01d51347db3c779bd07fa7a-1 {}] regionserver.HStore(327): Store=fda76733d01d51347db3c779bd07fa7a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:22,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:22,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/replication/fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:22,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/replication/fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:22,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:22,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:22,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:19:22,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:22,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened fda76733d01d51347db3c779bd07fa7a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73313630, jitterRate=0.09245821833610535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:19:22,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:22,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for fda76733d01d51347db3c779bd07fa7a: Running coprocessor pre-open hook at 1731856762263Writing region info on filesystem at 1731856762263Initializing all the Stores at 1731856762264 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856762264Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856762264Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856762264Cleaning up temporary data from old regions at 1731856762274 (+10 ms)Running coprocessor post-open hooks at 1731856762277 (+3 ms)Region opened successfully at 1731856762277 2024-11-17T15:19:22,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a., pid=13, masterSystemTime=1731856762239 2024-11-17T15:19:22,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:22,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:22,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fda76733d01d51347db3c779bd07fa7a, regionState=OPEN, openSeqNum=9, regionLocation=7a780d55532c,36685,1731856757234 2024-11-17T15:19:22,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fda76733d01d51347db3c779bd07fa7a, server=7a780d55532c,36685,1731856757234 because future has completed 2024-11-17T15:19:22,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T15:19:22,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fda76733d01d51347db3c779bd07fa7a, server=7a780d55532c,36685,1731856757234 in 197 msec 2024-11-17T15:19:22,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-17T15:19:22,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fda76733d01d51347db3c779bd07fa7a, ASSIGN in 354 msec 2024-11-17T15:19:22,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-17T15:19:22,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a., hostname=7a780d55532c,36685,1731856757234, seqNum=9] 2024-11-17T15:19:22,303 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 7a780d55532c,43661,1731856744536 2024-11-17T15:19:22,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-17T15:19:22,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T15:19:22,324 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T15:19:22,371 DEBUG [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:22,391 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/data/hbase/meta/1588230740/.tmp/ns/ec02efae3e174f76bcdfcfba933883fa 2024-11-17T15:19:22,397 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/data/hbase/meta/1588230740/.tmp/ns/ec02efae3e174f76bcdfcfba933883fa as hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/data/hbase/meta/1588230740/ns/ec02efae3e174f76bcdfcfba933883fa 2024-11-17T15:19:22,402 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/data/hbase/meta/1588230740/ns/ec02efae3e174f76bcdfcfba933883fa, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T15:19:22,402 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-17T15:19:22,403 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:19:22,407 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T15:19:22,407 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:22,407 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:19:22,407 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:22,408 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856761970Running coprocessor pre-close hooks at 1731856761970Disabling compacts and flushes for region at 1731856761970Disabling writes for close at 1731856761971 (+1 ms)Obtaining lock to block concurrent updates at 1731856761971Preparing flush snapshotting stores in 1588230740 at 1731856761971Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731856761971Flushing stores of hbase:meta,,1.1588230740 at 1731856761971Flushing 1588230740/ns: creating writer at 1731856761972 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731856761986 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731856761986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dda4f9b: reopening flushed file at 1731856762396 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731856762402 (+6 ms)Writing region close event to WAL at 1731856762404 (+2 ms)Running coprocessor post-close hooks at 1731856762407 (+3 ms)Closed at 1731856762407 2024-11-17T15:19:22,408 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:22,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-17T15:19:22,529 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:19:22,529 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:19:22,571 INFO [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,40415,1731856748672; all regions closed. 2024-11-17T15:19:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741834_1010 (size=1152) 2024-11-17T15:19:22,575 DEBUG [RS:0;7a780d55532c:40415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/oldWALs 2024-11-17T15:19:22,575 INFO [RS:0;7a780d55532c:40415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C40415%2C1731856748672.meta:.meta(num 1731856751586) 2024-11-17T15:19:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741832_1008 (size=93) 2024-11-17T15:19:22,579 DEBUG [RS:0;7a780d55532c:40415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/oldWALs 2024-11-17T15:19:22,579 INFO [RS:0;7a780d55532c:40415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C40415%2C1731856748672:(num 1731856750661) 2024-11-17T15:19:22,579 DEBUG [RS:0;7a780d55532c:40415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:22,579 INFO [RS:0;7a780d55532c:40415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:19:22,579 INFO [RS:0;7a780d55532c:40415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:19:22,579 INFO [RS:0;7a780d55532c:40415 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:19:22,579 INFO [RS:0;7a780d55532c:40415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:19:22,579 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:19:22,579 INFO [RS:0;7a780d55532c:40415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40415 2024-11-17T15:19:22,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1390871974/rs/7a780d55532c,40415,1731856748672 2024-11-17T15:19:22,581 INFO [RS:0;7a780d55532c:40415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:19:22,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974/rs 2024-11-17T15:19:22,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,40415,1731856748672] 2024-11-17T15:19:22,593 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1390871974/draining/7a780d55532c,40415,1731856748672 already deleted, retry=false 2024-11-17T15:19:22,594 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,40415,1731856748672 expired; onlineServers=0 2024-11-17T15:19:22,594 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,37865,1731856748634' ***** 2024-11-17T15:19:22,594 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:19:22,594 INFO [M:0;7a780d55532c:37865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:19:22,594 INFO [M:0;7a780d55532c:37865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:19:22,594 DEBUG [M:0;7a780d55532c:37865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:19:22,594 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:19:22,594 DEBUG [M:0;7a780d55532c:37865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:19:22,594 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856750443 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856750443,5,FailOnTimeoutGroup] 2024-11-17T15:19:22,594 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856750443 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856750443,5,FailOnTimeoutGroup] 2024-11-17T15:19:22,594 INFO [M:0;7a780d55532c:37865 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:19:22,594 INFO [M:0;7a780d55532c:37865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:19:22,594 DEBUG [M:0;7a780d55532c:37865 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:19:22,594 INFO [M:0;7a780d55532c:37865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:19:22,594 INFO [M:0;7a780d55532c:37865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:19:22,595 INFO [M:0;7a780d55532c:37865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:19:22,595 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:19:22,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1390871974/master 2024-11-17T15:19:22,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1390871974 2024-11-17T15:19:22,595 DEBUG [M:0;7a780d55532c:37865 {}] zookeeper.ZKUtil(347): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Unable to get data of znode /1-1390871974/master because node does not exist (not an error) 2024-11-17T15:19:22,595 WARN [M:0;7a780d55532c:37865 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:19:22,596 INFO [M:0;7a780d55532c:37865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/.lastflushedseqids 2024-11-17T15:19:22,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741836_1012 (size=99) 2024-11-17T15:19:22,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:22,682 INFO [RS:0;7a780d55532c:40415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:19:22,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1012682a6cc0004, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:22,682 INFO [RS:0;7a780d55532c:40415 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,40415,1731856748672; zookeeper connection closed. 2024-11-17T15:19:22,683 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3139c155 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3139c155 2024-11-17T15:19:22,683 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:19:23,001 INFO [M:0;7a780d55532c:37865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:19:23,001 INFO [M:0;7a780d55532c:37865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:19:23,001 DEBUG [M:0;7a780d55532c:37865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:19:23,002 INFO [M:0;7a780d55532c:37865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:23,002 DEBUG [M:0;7a780d55532c:37865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:23,002 DEBUG [M:0;7a780d55532c:37865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:19:23,002 DEBUG [M:0;7a780d55532c:37865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:23,002 INFO [M:0;7a780d55532c:37865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T15:19:23,018 DEBUG [M:0;7a780d55532c:37865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5324f757836f4707b8846463b6dec8d6 is 82, key is hbase:meta,,1/info:regioninfo/1731856751619/Put/seqid=0 2024-11-17T15:19:23,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741837_1013 (size=5672) 2024-11-17T15:19:23,106 DEBUG [RS:0;7a780d55532c:36685.replicationSource.wal-reader.7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.1731856757642 to pos 0, reset compression=false 2024-11-17T15:19:23,423 INFO [M:0;7a780d55532c:37865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5324f757836f4707b8846463b6dec8d6 2024-11-17T15:19:23,446 DEBUG [M:0;7a780d55532c:37865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c55e3faef63400d95cb1408df7774a3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731856751635/Put/seqid=0 2024-11-17T15:19:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741838_1014 (size=5275) 2024-11-17T15:19:23,493 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:19:23,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:23,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:23,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:23,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:23,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:23,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:23,534 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:19:23,851 INFO [M:0;7a780d55532c:37865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c55e3faef63400d95cb1408df7774a3 2024-11-17T15:19:23,873 DEBUG [M:0;7a780d55532c:37865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ddc255b7a124a308222bedb868f3a82 is 69, key is 7a780d55532c,40415,1731856748672/rs:state/1731856750515/Put/seqid=0 2024-11-17T15:19:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741839_1015 (size=5156) 2024-11-17T15:19:23,881 INFO [M:0;7a780d55532c:37865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ddc255b7a124a308222bedb868f3a82 2024-11-17T15:19:23,886 DEBUG [M:0;7a780d55532c:37865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5324f757836f4707b8846463b6dec8d6 as hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5324f757836f4707b8846463b6dec8d6 2024-11-17T15:19:23,890 INFO [M:0;7a780d55532c:37865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5324f757836f4707b8846463b6dec8d6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T15:19:23,891 DEBUG [M:0;7a780d55532c:37865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c55e3faef63400d95cb1408df7774a3 as hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c55e3faef63400d95cb1408df7774a3 2024-11-17T15:19:23,895 INFO [M:0;7a780d55532c:37865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c55e3faef63400d95cb1408df7774a3, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T15:19:23,896 DEBUG [M:0;7a780d55532c:37865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ddc255b7a124a308222bedb868f3a82 as hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ddc255b7a124a308222bedb868f3a82 2024-11-17T15:19:23,900 INFO [M:0;7a780d55532c:37865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ddc255b7a124a308222bedb868f3a82, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T15:19:23,901 INFO [M:0;7a780d55532c:37865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=28, compaction requested=false 2024-11-17T15:19:23,902 INFO [M:0;7a780d55532c:37865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:23,902 DEBUG [M:0;7a780d55532c:37865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856763001Disabling compacts and flushes for region at 1731856763001Disabling writes for close at 1731856763002 (+1 ms)Obtaining lock to block concurrent updates at 1731856763002Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856763002Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731856763002Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856763003 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856763003Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856763017 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856763017Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856763428 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856763446 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856763446Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856763856 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856763873 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856763873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ede0a8: reopening flushed file at 1731856763886 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31aacd9f: reopening flushed file at 1731856763890 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a41c8ac: reopening flushed file at 1731856763896 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=28, compaction requested=false at 1731856763901 (+5 ms)Writing region close event to WAL at 1731856763902 (+1 ms)Closed at 1731856763902 2024-11-17T15:19:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46749 is added to blk_1073741830_1006 (size=10165) 2024-11-17T15:19:23,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/deaf246e-33a5-dc4d-4d91-0aa42cd87abd/MasterData/WALs/7a780d55532c,37865,1731856748634/7a780d55532c%2C37865%2C1731856748634.1731856750365 not finished, retry = 0 2024-11-17T15:19:24,007 INFO [M:0;7a780d55532c:37865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:19:24,007 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:19:24,007 INFO [M:0;7a780d55532c:37865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37865 2024-11-17T15:19:24,007 INFO [M:0;7a780d55532c:37865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:19:24,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:24,109 INFO [M:0;7a780d55532c:37865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:19:24,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x1012682a6cc0003, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:24,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50d1a102{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:19:24,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@469c2dd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:19:24,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:19:24,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67e22dc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:19:24,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a6b523a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/hadoop.log.dir/,STOPPED} 2024-11-17T15:19:24,113 WARN [BP-1040941369-172.17.0.2-1731856747591 heartbeating to localhost/127.0.0.1:43057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:19:24,113 WARN [BP-1040941369-172.17.0.2-1731856747591 heartbeating to localhost/127.0.0.1:43057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1040941369-172.17.0.2-1731856747591 (Datanode Uuid a3b2201c-341a-4003-b97b-323ed681b3b5) service to localhost/127.0.0.1:43057 2024-11-17T15:19:24,113 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:19:24,113 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:19:24,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/cluster_3e2d0d56-58fe-9b53-70c3-95393745a829/data/data1/current/BP-1040941369-172.17.0.2-1731856747591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:19:24,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/cluster_3e2d0d56-58fe-9b53-70c3-95393745a829/data/data2/current/BP-1040941369-172.17.0.2-1731856747591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:19:24,114 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:19:24,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@526f66b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:19:24,120 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dcaf302{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:19:24,120 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:19:24,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49828b38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:19:24,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@253a07cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/hadoop.log.dir/,STOPPED} 2024-11-17T15:19:24,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:19:24,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:19:24,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:24,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:24,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:24,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:24,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:24,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:19:24,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1746315743, stopped=false 2024-11-17T15:19:24,133 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,38577,1731856757206 2024-11-17T15:19:24,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-999769906/running 2024-11-17T15:19:24,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-999769906/running 2024-11-17T15:19:24,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:24,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:24,134 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:19:24,134 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:24,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:24,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:24,134 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,36685,1731856757234' ***** 2024-11-17T15:19:24,135 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:19:24,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on znode that does not yet exist, /0-999769906/running 2024-11-17T15:19:24,135 INFO [RS:0;7a780d55532c:36685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:19:24,135 INFO [RS:0;7a780d55532c:36685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:19:24,135 INFO [RS:0;7a780d55532c:36685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:19:24,135 INFO [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(3091): Received CLOSE for fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:24,135 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:19:24,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Set watcher on znode that does not yet exist, /0-999769906/running 2024-11-17T15:19:24,135 INFO [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,36685,1731856757234 2024-11-17T15:19:24,135 INFO [RS:0;7a780d55532c:36685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:19:24,135 INFO [RS:0;7a780d55532c:36685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:36685. 2024-11-17T15:19:24,135 DEBUG [RS:0;7a780d55532c:36685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:24,136 DEBUG [RS:0;7a780d55532c:36685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:24,136 INFO [RS:0;7a780d55532c:36685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:19:24,136 INFO [RS:0;7a780d55532c:36685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:19:24,136 INFO [RS:0;7a780d55532c:36685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:19:24,136 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fda76733d01d51347db3c779bd07fa7a, disabling compactions & flushes 2024-11-17T15:19:24,136 INFO [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:19:24,136 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:24,136 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:24,136 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. after waiting 0 ms 2024-11-17T15:19:24,136 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:24,136 INFO [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T15:19:24,136 DEBUG [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(1325): Online Regions={fda76733d01d51347db3c779bd07fa7a=hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:19:24,136 DEBUG [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fda76733d01d51347db3c779bd07fa7a 2024-11-17T15:19:24,136 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:19:24,136 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:19:24,136 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:19:24,136 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:19:24,136 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:19:24,136 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-17T15:19:24,143 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/replication/fda76733d01d51347db3c779bd07fa7a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-17T15:19:24,144 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:24,144 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:19:24,144 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:24,144 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fda76733d01d51347db3c779bd07fa7a: Waiting for close lock at 1731856764136Running coprocessor pre-close hooks at 1731856764136Disabling compacts and flushes for region at 1731856764136Disabling writes for close at 1731856764136Writing region close event to WAL at 1731856764140 (+4 ms)Running coprocessor post-close hooks at 1731856764144 (+4 ms)Closed at 1731856764144 2024-11-17T15:19:24,144 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a. 2024-11-17T15:19:24,156 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/.tmp/info/d77e5be5b01d452c93b3337684612088 is 147, key is hbase:replication,,1731856751725.fda76733d01d51347db3c779bd07fa7a./info:regioninfo/1731856762281/Put/seqid=0 2024-11-17T15:19:24,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741851_1027 (size=6385) 2024-11-17T15:19:24,202 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:19:24,211 DEBUG [RS:0;7a780d55532c:36685.replicationSource.wal-reader.7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/WALs/7a780d55532c,36685,1731856757234/7a780d55532c%2C36685%2C1731856757234.1731856757642 to pos 0, reset compression=false 2024-11-17T15:19:24,336 DEBUG [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:24,508 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:19:24,508 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:19:24,536 DEBUG [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:24,561 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/.tmp/info/d77e5be5b01d452c93b3337684612088 2024-11-17T15:19:24,566 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/.tmp/info/d77e5be5b01d452c93b3337684612088 as hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/info/d77e5be5b01d452c93b3337684612088 2024-11-17T15:19:24,571 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/info/d77e5be5b01d452c93b3337684612088, entries=8, sequenceid=19, filesize=6.2 K 2024-11-17T15:19:24,572 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=19, compaction requested=false 2024-11-17T15:19:24,576 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-17T15:19:24,576 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:24,576 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:19:24,576 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:24,576 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856764136Running coprocessor pre-close hooks at 1731856764136Disabling compacts and flushes for region at 1731856764136Disabling writes for close at 1731856764136Obtaining lock to block concurrent updates at 1731856764136Preparing flush snapshotting stores in 1588230740 at 1731856764136Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731856764137 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731856764137Flushing 1588230740/info: creating writer at 1731856764137Flushing 1588230740/info: appending metadata at 1731856764156 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731856764156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad47f18: reopening flushed file at 1731856764566 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=19, compaction requested=false at 1731856764572 (+6 ms)Writing region close event to WAL at 1731856764573 (+1 ms)Running coprocessor post-close hooks at 1731856764576 (+3 ms)Closed at 1731856764576 2024-11-17T15:19:24,576 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:24,737 INFO [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,36685,1731856757234; all regions closed. 2024-11-17T15:19:24,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741849_1025 (size=2156) 2024-11-17T15:19:24,744 DEBUG [RS:0;7a780d55532c:36685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/oldWALs 2024-11-17T15:19:24,745 INFO [RS:0;7a780d55532c:36685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C36685%2C1731856757234.meta:.meta(num 1731856757974) 2024-11-17T15:19:24,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741850_1026 (size=796) 2024-11-17T15:19:24,750 DEBUG [RS:0;7a780d55532c:36685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/oldWALs 2024-11-17T15:19:24,750 INFO [RS:0;7a780d55532c:36685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C36685%2C1731856757234.rep:(num 1731856762245) 2024-11-17T15:19:24,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741848_1024 (size=93) 2024-11-17T15:19:24,755 DEBUG [RS:0;7a780d55532c:36685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/oldWALs 2024-11-17T15:19:24,755 INFO [RS:0;7a780d55532c:36685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C36685%2C1731856757234:(num 1731856757642) 2024-11-17T15:19:24,755 DEBUG [RS:0;7a780d55532c:36685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:24,755 INFO [RS:0;7a780d55532c:36685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:19:24,755 INFO [RS:0;7a780d55532c:36685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:19:24,755 INFO [RS:0;7a780d55532c:36685 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:19:24,755 INFO [RS:0;7a780d55532c:36685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:19:24,755 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:19:24,755 INFO [RS:0;7a780d55532c:36685 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,36685,1731856757234 because: Region server is closing 2024-11-17T15:19:24,756 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-17T15:19:24,756 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-17T15:19:24,756 INFO [RS:0;7a780d55532c:36685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:36685. 2024-11-17T15:19:24,756 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T15:19:24,756 DEBUG [RS:0;7a780d55532c:36685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:24,756 DEBUG [RS:0;7a780d55532c:36685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:24,756 DEBUG [RS:0;7a780d55532c:36685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:24,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:24,856 WARN [RS:0;7a780d55532c:36685.replicationSource.shipper7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T15:19:24,856 WARN [RS:0;7a780d55532c:36685.replicationSource.wal-reader.7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T15:19:24,856 INFO [RS:0;7a780d55532c:36685 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7a780d55532c:36685.replicationSource.shipper7a780d55532c%2C36685%2C1731856757234,1-7a780d55532c,36685,1731856757234 terminated 2024-11-17T15:19:24,857 INFO [RS:0;7a780d55532c:36685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36685 2024-11-17T15:19:24,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-999769906/rs/7a780d55532c,36685,1731856757234 2024-11-17T15:19:24,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906/rs 2024-11-17T15:19:24,858 INFO [RS:0;7a780d55532c:36685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:19:24,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,36685,1731856757234] 2024-11-17T15:19:24,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-999769906/draining/7a780d55532c,36685,1731856757234 already deleted, retry=false 2024-11-17T15:19:24,861 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,36685,1731856757234 expired; onlineServers=0 2024-11-17T15:19:24,861 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,38577,1731856757206' ***** 2024-11-17T15:19:24,861 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:19:24,862 INFO [M:0;7a780d55532c:38577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:19:24,862 INFO [M:0;7a780d55532c:38577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:19:24,862 DEBUG [M:0;7a780d55532c:38577 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:19:24,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:19:24,862 DEBUG [M:0;7a780d55532c:38577 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:19:24,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856757410 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856757410,5,FailOnTimeoutGroup] 2024-11-17T15:19:24,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856757410 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856757410,5,FailOnTimeoutGroup] 2024-11-17T15:19:24,862 INFO [M:0;7a780d55532c:38577 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:19:24,862 INFO [M:0;7a780d55532c:38577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:19:24,862 DEBUG [M:0;7a780d55532c:38577 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:19:24,862 INFO [M:0;7a780d55532c:38577 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:19:24,862 INFO [M:0;7a780d55532c:38577 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:19:24,862 INFO [M:0;7a780d55532c:38577 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:19:24,862 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:19:24,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-999769906/master 2024-11-17T15:19:24,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-999769906 2024-11-17T15:19:24,863 DEBUG [M:0;7a780d55532c:38577 {}] zookeeper.ZKUtil(347): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Unable to get data of znode /0-999769906/master because node does not exist (not an error) 2024-11-17T15:19:24,863 WARN [M:0;7a780d55532c:38577 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:19:24,864 INFO [M:0;7a780d55532c:38577 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/.lastflushedseqids 2024-11-17T15:19:24,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741852_1028 (size=181) 2024-11-17T15:19:24,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:24,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x1012682a6cc0007, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:24,960 INFO [RS:0;7a780d55532c:36685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:19:24,960 INFO [RS:0;7a780d55532c:36685 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,36685,1731856757234; zookeeper connection closed. 2024-11-17T15:19:24,960 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f871c65 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f871c65 2024-11-17T15:19:24,960 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:19:25,269 INFO [M:0;7a780d55532c:38577 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:19:25,270 INFO [M:0;7a780d55532c:38577 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:19:25,270 DEBUG [M:0;7a780d55532c:38577 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:19:25,270 INFO [M:0;7a780d55532c:38577 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:25,270 DEBUG [M:0;7a780d55532c:38577 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:25,270 DEBUG [M:0;7a780d55532c:38577 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:19:25,270 DEBUG [M:0;7a780d55532c:38577 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:25,270 INFO [M:0;7a780d55532c:38577 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-17T15:19:25,286 DEBUG [M:0;7a780d55532c:38577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d453964ba7244fa2874deefe599e83d6 is 82, key is hbase:meta,,1/info:regioninfo/1731856758017/Put/seqid=0 2024-11-17T15:19:25,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741853_1029 (size=5672) 2024-11-17T15:19:25,690 INFO [M:0;7a780d55532c:38577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d453964ba7244fa2874deefe599e83d6 2024-11-17T15:19:25,710 DEBUG [M:0;7a780d55532c:38577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2f739dee08744fbaae92795571c50bd is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731856762286/Put/seqid=0 2024-11-17T15:19:25,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741854_1030 (size=7312) 2024-11-17T15:19:26,115 INFO [M:0;7a780d55532c:38577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2f739dee08744fbaae92795571c50bd 2024-11-17T15:19:26,139 DEBUG [M:0;7a780d55532c:38577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/130b5a227bf744dd85eed46fc393306c is 69, key is 7a780d55532c,36685,1731856757234/rs:state/1731856757469/Put/seqid=0 2024-11-17T15:19:26,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741855_1031 (size=5370) 2024-11-17T15:19:26,144 INFO [M:0;7a780d55532c:38577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/130b5a227bf744dd85eed46fc393306c 2024-11-17T15:19:26,153 INFO [M:0;7a780d55532c:38577 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 130b5a227bf744dd85eed46fc393306c 2024-11-17T15:19:26,154 DEBUG [M:0;7a780d55532c:38577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d453964ba7244fa2874deefe599e83d6 as hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d453964ba7244fa2874deefe599e83d6 2024-11-17T15:19:26,158 INFO [M:0;7a780d55532c:38577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d453964ba7244fa2874deefe599e83d6, entries=8, sequenceid=127, filesize=5.5 K 2024-11-17T15:19:26,160 DEBUG [M:0;7a780d55532c:38577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2f739dee08744fbaae92795571c50bd as hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2f739dee08744fbaae92795571c50bd 2024-11-17T15:19:26,164 INFO [M:0;7a780d55532c:38577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2f739dee08744fbaae92795571c50bd, entries=7, sequenceid=127, filesize=7.1 K 2024-11-17T15:19:26,165 DEBUG [M:0;7a780d55532c:38577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/130b5a227bf744dd85eed46fc393306c as hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/130b5a227bf744dd85eed46fc393306c 2024-11-17T15:19:26,170 INFO [M:0;7a780d55532c:38577 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 130b5a227bf744dd85eed46fc393306c 2024-11-17T15:19:26,170 INFO [M:0;7a780d55532c:38577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/130b5a227bf744dd85eed46fc393306c, entries=2, sequenceid=127, filesize=5.2 K 2024-11-17T15:19:26,171 INFO [M:0;7a780d55532c:38577 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=127, compaction requested=false 2024-11-17T15:19:26,172 INFO [M:0;7a780d55532c:38577 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:26,172 DEBUG [M:0;7a780d55532c:38577 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856765270Disabling compacts and flushes for region at 1731856765270Disabling writes for close at 1731856765270Obtaining lock to block concurrent updates at 1731856765270Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856765270Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731856765270Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856765271 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856765271Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856765285 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856765285Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856765695 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856765710 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856765710Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856766120 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856766138 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856766138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebc91a6: reopening flushed file at 1731856766153 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ebf7830: reopening flushed file at 1731856766159 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@202e00eb: reopening flushed file at 1731856766164 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=127, compaction requested=false at 1731856766171 (+7 ms)Writing region close event to WAL at 1731856766172 (+1 ms)Closed at 1731856766172 2024-11-17T15:19:26,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34723 is added to blk_1073741847_1023 (size=22903) 2024-11-17T15:19:26,174 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cfddb55f-1f2b-5085-4526-6cfaec7b092e/MasterData/WALs/7a780d55532c,38577,1731856757206/7a780d55532c%2C38577%2C1731856757206.1731856757304 not finished, retry = 0 2024-11-17T15:19:26,275 INFO [M:0;7a780d55532c:38577 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:19:26,275 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:19:26,275 INFO [M:0;7a780d55532c:38577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38577 2024-11-17T15:19:26,276 INFO [M:0;7a780d55532c:38577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:19:26,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:26,378 INFO [M:0;7a780d55532c:38577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:19:26,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1012682a6cc0006, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:26,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2015cadd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:19:26,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b75df8d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:19:26,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:19:26,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24df8869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:19:26,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b982f5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/hadoop.log.dir/,STOPPED} 2024-11-17T15:19:26,382 WARN [BP-817857154-172.17.0.2-1731856743506 heartbeating to localhost/127.0.0.1:40427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:19:26,382 WARN [BP-817857154-172.17.0.2-1731856743506 heartbeating to localhost/127.0.0.1:40427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-817857154-172.17.0.2-1731856743506 (Datanode Uuid e79bf27e-bd49-475c-8324-237d27a4af90) service to localhost/127.0.0.1:40427 2024-11-17T15:19:26,382 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:19:26,382 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:19:26,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/cluster_dc021b83-7274-57e0-d6fc-49b9e76ff40f/data/data1/current/BP-817857154-172.17.0.2-1731856743506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:19:26,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/cluster_dc021b83-7274-57e0-d6fc-49b9e76ff40f/data/data2/current/BP-817857154-172.17.0.2-1731856743506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:19:26,383 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:19:26,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@433b18bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:19:26,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35675376{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:19:26,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:19:26,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68067414{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:19:26,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2d4c1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7622556d-538f-7341-abe3-ace040512500/hadoop.log.dir/,STOPPED} 2024-11-17T15:19:26,398 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T15:19:26,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:19:26,421 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52904) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43057 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52904) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40427 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 296), ProcessCount=11 (was 11), AvailableMemoryMB=3147 (was 3168) 2024-11-17T15:19:26,430 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=3147 2024-11-17T15:19:26,447 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-17T15:19:26,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/hadoop.log.dir so I do NOT create it in target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83 2024-11-17T15:19:26,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:19:26,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/hadoop.tmp.dir so I do NOT create it in target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83 2024-11-17T15:19:26,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69786fed-fa56-d4d1-b606-fa175ed59262/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:19:26,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83 2024-11-17T15:19:26,448 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/cluster_ca4cd5b2-2eac-329b-0748-4e8229000f11, deleteOnExit=true 2024-11-17T15:19:26,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/cluster_ca4cd5b2-2eac-329b-0748-4e8229000f11/zookeeper_0, clientPort=60819, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/cluster_ca4cd5b2-2eac-329b-0748-4e8229000f11/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/cluster_ca4cd5b2-2eac-329b-0748-4e8229000f11/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T15:19:26,452 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60819 2024-11-17T15:19:26,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:19:26,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:19:26,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/test.cache.data in system properties and HBase conf 2024-11-17T15:19:26,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:19:26,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:19:26,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:19:26,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:19:26,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:19:26,452 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:19:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:19:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:19:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:19:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:19:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:19:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:19:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:19:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:19:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:19:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:19:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:19:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:19:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:19:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:19:26,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012682a6cc0005, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:19:26,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012682a6cc0005, quorum=127.0.0.1:52904, baseZNode=/1-1390871974 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:19:26,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012682a6cc0002, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:19:26,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012682a6cc0002, quorum=127.0.0.1:52904, baseZNode=/0-999769906 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:19:26,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:26,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:19:26,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:19:26,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:19:26,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:19:26,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:26,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f4c8732{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:19:26,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a75ffca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:19:26,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b31f0f0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/java.io.tmpdir/jetty-localhost-35969-hadoop-hdfs-3_4_1-tests_jar-_-any-8609515578297032453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:19:26,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fd8d025{HTTP/1.1, (http/1.1)}{localhost:35969} 2024-11-17T15:19:26,663 INFO [Time-limited test {}] server.Server(415): Started @149600ms 2024-11-17T15:19:26,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:26,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:19:26,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:19:26,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:19:26,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:19:26,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f7ccd89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:19:26,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c8cdf4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:19:26,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20c183ca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/java.io.tmpdir/jetty-localhost-42747-hadoop-hdfs-3_4_1-tests_jar-_-any-3791221715328194263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:19:26,874 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2308353f{HTTP/1.1, (http/1.1)}{localhost:42747} 2024-11-17T15:19:26,874 INFO [Time-limited test {}] server.Server(415): Started @149812ms 2024-11-17T15:19:26,876 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:19:26,977 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/cluster_ca4cd5b2-2eac-329b-0748-4e8229000f11/data/data1/current/BP-959321571-172.17.0.2-1731856766472/current, will proceed with Du for space computation calculation, 2024-11-17T15:19:26,977 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/cluster_ca4cd5b2-2eac-329b-0748-4e8229000f11/data/data2/current/BP-959321571-172.17.0.2-1731856766472/current, will proceed with Du for space computation calculation, 2024-11-17T15:19:27,002 WARN [Thread-1664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:19:27,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6bdd195d94808b1 with lease ID 0x1bf8c9d62b207a87: Processing first storage report for DS-78f5cd4a-b3d8-4723-abef-4a1c025a6104 from datanode DatanodeRegistration(127.0.0.1:44429, datanodeUuid=120be13d-6e46-48b5-ba34-b816fdcb5f97, infoPort=33209, infoSecurePort=0, ipcPort=42717, storageInfo=lv=-57;cid=testClusterID;nsid=122399354;c=1731856766472) 2024-11-17T15:19:27,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6bdd195d94808b1 with lease ID 0x1bf8c9d62b207a87: from storage DS-78f5cd4a-b3d8-4723-abef-4a1c025a6104 node DatanodeRegistration(127.0.0.1:44429, datanodeUuid=120be13d-6e46-48b5-ba34-b816fdcb5f97, infoPort=33209, infoSecurePort=0, ipcPort=42717, storageInfo=lv=-57;cid=testClusterID;nsid=122399354;c=1731856766472), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:19:27,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6bdd195d94808b1 with lease ID 0x1bf8c9d62b207a87: Processing first storage report for DS-dc41b4a0-5a36-4a69-a888-b0e2f3222ad6 from datanode DatanodeRegistration(127.0.0.1:44429, datanodeUuid=120be13d-6e46-48b5-ba34-b816fdcb5f97, infoPort=33209, infoSecurePort=0, ipcPort=42717, storageInfo=lv=-57;cid=testClusterID;nsid=122399354;c=1731856766472) 2024-11-17T15:19:27,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6bdd195d94808b1 with lease ID 0x1bf8c9d62b207a87: from storage DS-dc41b4a0-5a36-4a69-a888-b0e2f3222ad6 node DatanodeRegistration(127.0.0.1:44429, datanodeUuid=120be13d-6e46-48b5-ba34-b816fdcb5f97, infoPort=33209, infoSecurePort=0, ipcPort=42717, storageInfo=lv=-57;cid=testClusterID;nsid=122399354;c=1731856766472), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:19:27,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83 2024-11-17T15:19:27,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:27,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:27,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:19:27,509 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b with version=8 2024-11-17T15:19:27,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/hbase-staging 2024-11-17T15:19:27,512 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:19:27,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:27,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:27,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:19:27,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:27,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:19:27,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:19:27,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:19:27,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37417 2024-11-17T15:19:27,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37417 connecting to ZooKeeper ensemble=127.0.0.1:60819 2024-11-17T15:19:27,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374170x0, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:27,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37417-0x101268300820000 connected 2024-11-17T15:19:27,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:27,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:27,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Set watcher on znode that does not yet exist, /0-1478434072/running 2024-11-17T15:19:27,539 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b, hbase.cluster.distributed=false 2024-11-17T15:19:27,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Set watcher on znode that does not yet exist, /0-1478434072/acl 2024-11-17T15:19:27,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37417 2024-11-17T15:19:27,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37417 2024-11-17T15:19:27,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37417 2024-11-17T15:19:27,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37417 2024-11-17T15:19:27,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37417 2024-11-17T15:19:27,577 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:19:27,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:27,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:27,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:19:27,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:27,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:19:27,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:19:27,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:19:27,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41319 2024-11-17T15:19:27,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41319 connecting to ZooKeeper ensemble=127.0.0.1:60819 2024-11-17T15:19:27,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:27,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:27,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413190x0, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:27,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413190x0, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Set watcher on znode that does not yet exist, /0-1478434072/running 2024-11-17T15:19:27,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41319-0x101268300820001 connected 2024-11-17T15:19:27,587 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:19:27,587 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:19:27,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Set watcher on znode that does not yet exist, /0-1478434072/master 2024-11-17T15:19:27,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Set watcher on znode that does not yet exist, /0-1478434072/acl 2024-11-17T15:19:27,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-17T15:19:27,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41319 2024-11-17T15:19:27,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41319 2024-11-17T15:19:27,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-17T15:19:27,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-17T15:19:27,606 DEBUG [M:0;7a780d55532c:37417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:37417 2024-11-17T15:19:27,606 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1478434072/backup-masters/7a780d55532c,37417,1731856767511 2024-11-17T15:19:27,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072/backup-masters 2024-11-17T15:19:27,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072/backup-masters 2024-11-17T15:19:27,608 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Set watcher on existing znode=/0-1478434072/backup-masters/7a780d55532c,37417,1731856767511 2024-11-17T15:19:27,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:27,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1478434072/master 2024-11-17T15:19:27,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:27,615 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Set watcher on existing znode=/0-1478434072/master 2024-11-17T15:19:27,615 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1478434072/backup-masters/7a780d55532c,37417,1731856767511 from backup master directory 2024-11-17T15:19:27,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072/backup-masters 2024-11-17T15:19:27,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1478434072/backup-masters/7a780d55532c,37417,1731856767511 2024-11-17T15:19:27,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072/backup-masters 2024-11-17T15:19:27,616 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:19:27,616 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,37417,1731856767511 2024-11-17T15:19:27,620 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/hbase.id] with ID: e52c7800-074e-4a3c-8a48-af2ff55b921e 2024-11-17T15:19:27,620 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/.tmp/hbase.id 2024-11-17T15:19:27,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:19:28,026 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/.tmp/hbase.id]:[hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/hbase.id] 2024-11-17T15:19:28,036 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:28,036 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:19:28,037 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:19:28,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:28,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:28,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:19:28,445 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:19:28,446 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:19:28,446 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:28,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:19:28,853 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store 2024-11-17T15:19:28,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:19:29,259 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:29,259 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:19:29,259 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:29,259 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:29,259 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:19:29,259 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:29,259 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:29,259 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856769259Disabling compacts and flushes for region at 1731856769259Disabling writes for close at 1731856769259Writing region close event to WAL at 1731856769259Closed at 1731856769259 2024-11-17T15:19:29,260 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/.initializing 2024-11-17T15:19:29,261 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/WALs/7a780d55532c,37417,1731856767511 2024-11-17T15:19:29,261 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:19:29,263 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C37417%2C1731856767511, suffix=, logDir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/WALs/7a780d55532c,37417,1731856767511, archiveDir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/oldWALs, maxLogs=10 2024-11-17T15:19:29,288 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/WALs/7a780d55532c,37417,1731856767511/7a780d55532c%2C37417%2C1731856767511.1731856769263, exclude list is [], retry=0 2024-11-17T15:19:29,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44429,DS-78f5cd4a-b3d8-4723-abef-4a1c025a6104,DISK] 2024-11-17T15:19:29,292 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/WALs/7a780d55532c,37417,1731856767511/7a780d55532c%2C37417%2C1731856767511.1731856769263 2024-11-17T15:19:29,292 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33209:33209)] 2024-11-17T15:19:29,292 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:29,292 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:29,292 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:29,293 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:29,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:29,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:19:29,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:29,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:29,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:29,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:19:29,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:29,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:29,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:29,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:19:29,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:29,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:29,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:29,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:19:29,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:29,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:29,299 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:29,300 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:29,300 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:29,301 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:29,301 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:29,301 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:29,302 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:29,304 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:29,304 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59346660, jitterRate=-0.11566585302352905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:29,305 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856769293Initializing all the Stores at 1731856769293Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856769293Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856769293Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856769293Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856769293Cleaning up temporary data from old regions at 1731856769301 (+8 ms)Region opened successfully at 1731856769305 (+4 ms) 2024-11-17T15:19:29,305 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:19:29,307 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79453d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:19:29,308 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:19:29,308 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:19:29,308 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:19:29,308 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:19:29,309 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:19:29,309 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:19:29,309 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:19:29,311 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:19:29,311 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Unable to get data of znode /0-1478434072/balancer because node does not exist (not necessarily an error) 2024-11-17T15:19:29,312 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1478434072/balancer already deleted, retry=false 2024-11-17T15:19:29,313 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:19:29,313 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Unable to get data of znode /0-1478434072/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:19:29,315 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1478434072/normalizer already deleted, retry=false 2024-11-17T15:19:29,315 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:19:29,316 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Unable to get data of znode /0-1478434072/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:19:29,317 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1478434072/switch/split already deleted, retry=false 2024-11-17T15:19:29,317 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Unable to get data of znode /0-1478434072/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:19:29,318 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1478434072/switch/merge already deleted, retry=false 2024-11-17T15:19:29,320 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Unable to get data of znode /0-1478434072/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:19:29,321 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1478434072/snapshot-cleanup already deleted, retry=false 2024-11-17T15:19:29,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1478434072/running 2024-11-17T15:19:29,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1478434072/running 2024-11-17T15:19:29,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:29,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:29,324 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,37417,1731856767511, sessionid=0x101268300820000, setting cluster-up flag (Was=false) 2024-11-17T15:19:29,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:29,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:29,331 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1478434072/flush-table-proc/acquired, /0-1478434072/flush-table-proc/reached, /0-1478434072/flush-table-proc/abort 2024-11-17T15:19:29,331 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,37417,1731856767511 2024-11-17T15:19:29,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:29,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:29,339 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1478434072/online-snapshot/acquired, /0-1478434072/online-snapshot/reached, /0-1478434072/online-snapshot/abort 2024-11-17T15:19:29,340 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,37417,1731856767511 2024-11-17T15:19:29,341 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:19:29,342 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:29,342 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:19:29,342 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:19:29,342 WARN [master/7a780d55532c:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7a780d55532c,43661,1731856744536: status=Processing ServerCrashProcedure of 7a780d55532c,43661,1731856744536 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731856757404, completionTime=-1 appears to have been leaked 2024-11-17T15:19:29,342 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,37417,1731856767511 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:19:29,344 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:29,344 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:29,344 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:29,344 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:29,344 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:19:29,344 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:29,344 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:19:29,344 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:29,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:29,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:19:29,346 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:29,346 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:19:29,349 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856799349 2024-11-17T15:19:29,349 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:19:29,349 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:19:29,349 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:19:29,349 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:19:29,349 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:19:29,349 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:19:29,352 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:29,353 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:19:29,353 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:19:29,353 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:19:29,353 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:19:29,353 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:19:29,353 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:19:29,353 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856769353,5,FailOnTimeoutGroup] 2024-11-17T15:19:29,353 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856769353,5,FailOnTimeoutGroup] 2024-11-17T15:19:29,353 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:29,354 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:19:29,354 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:29,354 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:29,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:19:29,397 INFO [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(746): ClusterId : e52c7800-074e-4a3c-8a48-af2ff55b921e 2024-11-17T15:19:29,397 DEBUG [RS:0;7a780d55532c:41319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:19:29,398 DEBUG [RS:0;7a780d55532c:41319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:19:29,398 DEBUG [RS:0;7a780d55532c:41319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:19:29,402 DEBUG [RS:0;7a780d55532c:41319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:19:29,402 DEBUG [RS:0;7a780d55532c:41319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3960f7af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:19:29,413 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:41319 2024-11-17T15:19:29,414 INFO [RS:0;7a780d55532c:41319 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:19:29,414 INFO [RS:0;7a780d55532c:41319 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:19:29,414 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:19:29,414 INFO [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,37417,1731856767511 with port=41319, startcode=1731856767577 2024-11-17T15:19:29,414 DEBUG [RS:0;7a780d55532c:41319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:19:29,416 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:19:29,416 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,41319,1731856767577 2024-11-17T15:19:29,416 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37417 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,41319,1731856767577 2024-11-17T15:19:29,417 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b 2024-11-17T15:19:29,418 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33395 2024-11-17T15:19:29,418 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:19:29,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072/rs 2024-11-17T15:19:29,419 DEBUG [RS:0;7a780d55532c:41319 {}] zookeeper.ZKUtil(111): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Set watcher on existing znode=/0-1478434072/rs/7a780d55532c,41319,1731856767577 2024-11-17T15:19:29,419 WARN [RS:0;7a780d55532c:41319 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:19:29,419 INFO [RS:0;7a780d55532c:41319 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:29,420 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577 2024-11-17T15:19:29,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,41319,1731856767577] 2024-11-17T15:19:29,423 INFO [RS:0;7a780d55532c:41319 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:19:29,424 INFO [RS:0;7a780d55532c:41319 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:19:29,425 INFO [RS:0;7a780d55532c:41319 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:19:29,425 INFO [RS:0;7a780d55532c:41319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:29,425 INFO [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:19:29,426 INFO [RS:0;7a780d55532c:41319 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:19:29,426 INFO [RS:0;7a780d55532c:41319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:29,426 DEBUG [RS:0;7a780d55532c:41319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:29,426 DEBUG [RS:0;7a780d55532c:41319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:29,426 DEBUG [RS:0;7a780d55532c:41319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:29,426 DEBUG [RS:0;7a780d55532c:41319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:29,426 DEBUG [RS:0;7a780d55532c:41319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:29,426 DEBUG [RS:0;7a780d55532c:41319 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:19:29,426 DEBUG [RS:0;7a780d55532c:41319 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:29,426 DEBUG [RS:0;7a780d55532c:41319 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:29,426 DEBUG [RS:0;7a780d55532c:41319 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:29,426 DEBUG [RS:0;7a780d55532c:41319 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:29,426 DEBUG [RS:0;7a780d55532c:41319 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:29,426 DEBUG [RS:0;7a780d55532c:41319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:29,426 DEBUG [RS:0;7a780d55532c:41319 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:19:29,426 DEBUG [RS:0;7a780d55532c:41319 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:19:29,427 INFO [RS:0;7a780d55532c:41319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:29,427 INFO [RS:0;7a780d55532c:41319 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:29,427 INFO [RS:0;7a780d55532c:41319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:29,427 INFO [RS:0;7a780d55532c:41319 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:29,427 INFO [RS:0;7a780d55532c:41319 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:29,427 INFO [RS:0;7a780d55532c:41319 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41319,1731856767577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:19:29,445 INFO [RS:0;7a780d55532c:41319 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:19:29,445 INFO [RS:0;7a780d55532c:41319 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41319,1731856767577-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:29,446 INFO [RS:0;7a780d55532c:41319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:29,446 INFO [RS:0;7a780d55532c:41319 {}] regionserver.Replication(171): 7a780d55532c,41319,1731856767577 started 2024-11-17T15:19:29,463 INFO [RS:0;7a780d55532c:41319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:29,463 INFO [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,41319,1731856767577, RpcServer on 7a780d55532c/172.17.0.2:41319, sessionid=0x101268300820001 2024-11-17T15:19:29,464 DEBUG [RS:0;7a780d55532c:41319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:19:29,464 DEBUG [RS:0;7a780d55532c:41319 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,41319,1731856767577 2024-11-17T15:19:29,464 DEBUG [RS:0;7a780d55532c:41319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,41319,1731856767577' 2024-11-17T15:19:29,464 DEBUG [RS:0;7a780d55532c:41319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1478434072/flush-table-proc/abort' 2024-11-17T15:19:29,464 DEBUG [RS:0;7a780d55532c:41319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1478434072/flush-table-proc/acquired' 2024-11-17T15:19:29,464 DEBUG [RS:0;7a780d55532c:41319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:19:29,465 DEBUG [RS:0;7a780d55532c:41319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:19:29,465 DEBUG [RS:0;7a780d55532c:41319 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,41319,1731856767577 2024-11-17T15:19:29,465 DEBUG [RS:0;7a780d55532c:41319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,41319,1731856767577' 2024-11-17T15:19:29,465 DEBUG [RS:0;7a780d55532c:41319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1478434072/online-snapshot/abort' 2024-11-17T15:19:29,465 DEBUG [RS:0;7a780d55532c:41319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1478434072/online-snapshot/acquired' 2024-11-17T15:19:29,465 DEBUG [RS:0;7a780d55532c:41319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:19:29,465 INFO [RS:0;7a780d55532c:41319 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:19:29,465 INFO [RS:0;7a780d55532c:41319 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:19:29,566 INFO [RS:0;7a780d55532c:41319 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:19:29,567 INFO [RS:0;7a780d55532c:41319 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C41319%2C1731856767577, suffix=, logDir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577, archiveDir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/oldWALs, maxLogs=10 2024-11-17T15:19:29,584 DEBUG [RS:0;7a780d55532c:41319 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567, exclude list is [], retry=0 2024-11-17T15:19:29,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44429,DS-78f5cd4a-b3d8-4723-abef-4a1c025a6104,DISK] 2024-11-17T15:19:29,588 INFO [RS:0;7a780d55532c:41319 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 2024-11-17T15:19:29,589 DEBUG [RS:0;7a780d55532c:41319 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33209:33209)] 2024-11-17T15:19:29,646 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:19:29,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:29,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:29,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:29,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:29,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:29,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:29,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:29,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:29,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:19:29,756 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b 2024-11-17T15:19:29,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741833_1009 (size=32) 2024-11-17T15:19:30,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:30,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:19:30,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:19:30,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:30,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:30,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:19:30,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:19:30,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:30,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:30,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:19:30,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:19:30,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:30,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:30,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:19:30,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:19:30,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:30,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:30,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:19:30,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740 2024-11-17T15:19:30,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740 2024-11-17T15:19:30,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:19:30,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:19:30,176 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:30,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:19:30,178 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:30,178 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70174120, jitterRate=0.04567587375640869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:30,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856770167Initializing all the Stores at 1731856770167Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856770167Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856770168 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856770168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856770168Cleaning up temporary data from old regions at 1731856770175 (+7 ms)Region opened successfully at 1731856770179 (+4 ms) 2024-11-17T15:19:30,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:19:30,179 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:19:30,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:19:30,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:19:30,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:19:30,180 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:30,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856770179Disabling compacts and flushes for region at 1731856770179Disabling writes for close at 1731856770179Writing region close event to WAL at 1731856770180 (+1 ms)Closed at 1731856770180 2024-11-17T15:19:30,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:30,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:19:30,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:19:30,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:19:30,182 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:19:30,333 DEBUG [7a780d55532c:37417 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:19:30,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,41319,1731856767577 2024-11-17T15:19:30,334 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,41319,1731856767577, state=OPENING 2024-11-17T15:19:30,335 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:19:30,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:30,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:30,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1478434072/meta-region-server: CHANGED 2024-11-17T15:19:30,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1478434072/meta-region-server: CHANGED 2024-11-17T15:19:30,340 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:19:30,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,41319,1731856767577}] 2024-11-17T15:19:30,493 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:19:30,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:19:30,497 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:19:30,498 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:30,498 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:19:30,499 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C41319%2C1731856767577.meta, suffix=.meta, logDir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577, archiveDir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/oldWALs, maxLogs=10 2024-11-17T15:19:30,513 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.meta.1731856770499.meta, exclude list is [], retry=0 2024-11-17T15:19:30,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44429,DS-78f5cd4a-b3d8-4723-abef-4a1c025a6104,DISK] 2024-11-17T15:19:30,517 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.meta.1731856770499.meta 2024-11-17T15:19:30,517 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33209:33209)] 2024-11-17T15:19:30,517 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:30,517 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:19:30,517 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:19:30,517 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:19:30,517 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:19:30,518 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:19:30,518 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:30,518 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:19:30,518 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:19:30,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:19:30,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:19:30,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:30,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:30,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:19:30,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:19:30,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:30,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:30,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:19:30,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:19:30,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:30,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:30,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:19:30,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:19:30,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:30,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:30,523 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:19:30,524 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740 2024-11-17T15:19:30,524 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740 2024-11-17T15:19:30,525 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:19:30,525 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:19:30,526 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:30,527 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:19:30,528 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60162863, jitterRate=-0.10350348055362701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:30,528 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:19:30,528 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856770518Writing region info on filesystem at 1731856770518Initializing all the Stores at 1731856770518Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856770518Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856770519 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856770519Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856770519Cleaning up temporary data from old regions at 1731856770525 (+6 ms)Running coprocessor post-open hooks at 1731856770528 (+3 ms)Region opened successfully at 1731856770528 2024-11-17T15:19:30,529 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856770492 2024-11-17T15:19:30,531 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:19:30,531 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:19:30,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,41319,1731856767577 2024-11-17T15:19:30,532 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,41319,1731856767577, state=OPEN 2024-11-17T15:19:30,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1478434072/meta-region-server 2024-11-17T15:19:30,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1478434072/meta-region-server 2024-11-17T15:19:30,535 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,41319,1731856767577 2024-11-17T15:19:30,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1478434072/meta-region-server: CHANGED 2024-11-17T15:19:30,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1478434072/meta-region-server: CHANGED 2024-11-17T15:19:30,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:19:30,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,41319,1731856767577 in 195 msec 2024-11-17T15:19:30,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:19:30,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-17T15:19:30,539 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:30,539 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:19:30,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:30,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,41319,1731856767577, seqNum=-1] 2024-11-17T15:19:30,541 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:30,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:30,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-17T15:19:30,546 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856770546, completionTime=-1 2024-11-17T15:19:30,546 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:19:30,546 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:19:30,548 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:19:30,548 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856830548 2024-11-17T15:19:30,548 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856890548 2024-11-17T15:19:30,548 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T15:19:30,548 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37417,1731856767511-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:30,548 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37417,1731856767511-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:30,548 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37417,1731856767511-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:30,548 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:37417, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:30,548 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:30,549 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:30,550 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:19:30,552 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.936sec 2024-11-17T15:19:30,552 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:19:30,552 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:19:30,552 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:19:30,552 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:19:30,552 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:19:30,552 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37417,1731856767511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:19:30,552 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37417,1731856767511-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:19:30,554 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:19:30,554 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:19:30,554 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37417,1731856767511-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:30,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21363621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:30,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37417,-1 for getting cluster id 2024-11-17T15:19:30,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:30,598 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e52c7800-074e-4a3c-8a48-af2ff55b921e' 2024-11-17T15:19:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e52c7800-074e-4a3c-8a48-af2ff55b921e" 2024-11-17T15:19:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e64f37e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37417,-1] 2024-11-17T15:19:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:30,600 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:30,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c39a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:30,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,41319,1731856767577, seqNum=-1] 2024-11-17T15:19:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:30,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:30,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,37417,1731856767511 2024-11-17T15:19:30,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60819 2024-11-17T15:19:30,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:30,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101268300820002 connected 2024-11-17T15:19:30,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/hadoop.log.dir so I do NOT create it in target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff 2024-11-17T15:19:30,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:19:30,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/hadoop.tmp.dir so I do NOT create it in target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff 2024-11-17T15:19:30,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:19:30,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff 2024-11-17T15:19:30,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:19:30,612 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/cluster_3040f619-465e-b232-6033-4ba72c7b932e, deleteOnExit=true 2024-11-17T15:19:30,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:19:30,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/test.cache.data in system properties and HBase conf 2024-11-17T15:19:30,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:19:30,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:19:30,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:19:30,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:19:30,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:19:30,612 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:19:30,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:19:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:19:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:19:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:19:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:19:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:19:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:19:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:19:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:19:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:19:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:19:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:19:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:19:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:19:30,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:30,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:19:30,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:19:30,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:19:30,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:19:30,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:30,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45bccaf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:19:30,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75ca663c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:19:30,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33e424ac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/java.io.tmpdir/jetty-localhost-45001-hadoop-hdfs-3_4_1-tests_jar-_-any-8770871942378296150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:19:30,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57e601c8{HTTP/1.1, (http/1.1)}{localhost:45001} 2024-11-17T15:19:30,836 INFO [Time-limited test {}] server.Server(415): Started @153774ms 2024-11-17T15:19:30,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:30,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:19:30,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:19:30,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:19:30,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:19:30,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2318e67b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:19:30,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37039a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:19:31,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24b1d990{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/java.io.tmpdir/jetty-localhost-40497-hadoop-hdfs-3_4_1-tests_jar-_-any-10173858471203911490/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:19:31,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d204f8b{HTTP/1.1, (http/1.1)}{localhost:40497} 2024-11-17T15:19:31,077 INFO [Time-limited test {}] server.Server(415): Started @154015ms 2024-11-17T15:19:31,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:19:31,182 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/cluster_3040f619-465e-b232-6033-4ba72c7b932e/data/data1/current/BP-397634629-172.17.0.2-1731856770643/current, will proceed with Du for space computation calculation, 2024-11-17T15:19:31,182 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/cluster_3040f619-465e-b232-6033-4ba72c7b932e/data/data2/current/BP-397634629-172.17.0.2-1731856770643/current, will proceed with Du for space computation calculation, 2024-11-17T15:19:31,201 WARN [Thread-1785 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:19:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2e9c04e233700bc with lease ID 0xea552ea2127a8e2d: Processing first storage report for DS-5e50a056-76aa-4848-84ed-62bc807a6262 from datanode DatanodeRegistration(127.0.0.1:33379, datanodeUuid=ef0f76d8-5c9c-42d9-9c18-0f3609a18cf7, infoPort=42935, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=1692128295;c=1731856770643) 2024-11-17T15:19:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2e9c04e233700bc with lease ID 0xea552ea2127a8e2d: from storage DS-5e50a056-76aa-4848-84ed-62bc807a6262 node DatanodeRegistration(127.0.0.1:33379, datanodeUuid=ef0f76d8-5c9c-42d9-9c18-0f3609a18cf7, infoPort=42935, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=1692128295;c=1731856770643), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:19:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2e9c04e233700bc with lease ID 0xea552ea2127a8e2d: Processing first storage report for DS-8f993549-41c3-459c-9be8-a6750b599467 from datanode DatanodeRegistration(127.0.0.1:33379, datanodeUuid=ef0f76d8-5c9c-42d9-9c18-0f3609a18cf7, infoPort=42935, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=1692128295;c=1731856770643) 2024-11-17T15:19:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2e9c04e233700bc with lease ID 0xea552ea2127a8e2d: from storage DS-8f993549-41c3-459c-9be8-a6750b599467 node DatanodeRegistration(127.0.0.1:33379, datanodeUuid=ef0f76d8-5c9c-42d9-9c18-0f3609a18cf7, infoPort=42935, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=1692128295;c=1731856770643), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T15:19:31,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff 2024-11-17T15:19:31,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:31,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:31,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:19:31,624 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570 with version=8 2024-11-17T15:19:31,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/hbase-staging 2024-11-17T15:19:31,627 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:19:31,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:31,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:31,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:19:31,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:31,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:19:31,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:19:31,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:19:31,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34925 2024-11-17T15:19:31,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34925 connecting to ZooKeeper ensemble=127.0.0.1:60819 2024-11-17T15:19:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349250x0, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:31,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34925-0x101268300820003 connected 2024-11-17T15:19:31,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:31,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:31,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Set watcher on znode that does not yet exist, /1-2069985397/running 2024-11-17T15:19:31,647 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570, hbase.cluster.distributed=false 2024-11-17T15:19:31,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Set watcher on znode that does not yet exist, /1-2069985397/acl 2024-11-17T15:19:31,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34925 2024-11-17T15:19:31,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34925 2024-11-17T15:19:31,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34925 2024-11-17T15:19:31,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34925 2024-11-17T15:19:31,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34925 2024-11-17T15:19:31,664 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:19:31,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:31,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:31,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:19:31,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:31,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:19:31,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:19:31,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:19:31,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44389 2024-11-17T15:19:31,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44389 connecting to ZooKeeper ensemble=127.0.0.1:60819 2024-11-17T15:19:31,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:31,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:31,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443890x0, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:31,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443890x0, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Set watcher on znode that does not yet exist, /1-2069985397/running 2024-11-17T15:19:31,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44389-0x101268300820004 connected 2024-11-17T15:19:31,671 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:19:31,672 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:19:31,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Set watcher on znode that does not yet exist, /1-2069985397/master 2024-11-17T15:19:31,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Set watcher on znode that does not yet exist, /1-2069985397/acl 2024-11-17T15:19:31,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44389 2024-11-17T15:19:31,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44389 2024-11-17T15:19:31,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44389 2024-11-17T15:19:31,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44389 2024-11-17T15:19:31,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44389 2024-11-17T15:19:31,691 DEBUG [M:0;7a780d55532c:34925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:34925 2024-11-17T15:19:31,692 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2069985397/backup-masters/7a780d55532c,34925,1731856771626 2024-11-17T15:19:31,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397/backup-masters 2024-11-17T15:19:31,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397/backup-masters 2024-11-17T15:19:31,694 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Set watcher on existing znode=/1-2069985397/backup-masters/7a780d55532c,34925,1731856771626 2024-11-17T15:19:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2069985397/master 2024-11-17T15:19:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:31,697 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Set watcher on existing znode=/1-2069985397/master 2024-11-17T15:19:31,697 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2069985397/backup-masters/7a780d55532c,34925,1731856771626 from backup master directory 2024-11-17T15:19:31,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397/backup-masters 2024-11-17T15:19:31,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2069985397/backup-masters/7a780d55532c,34925,1731856771626 2024-11-17T15:19:31,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397/backup-masters 2024-11-17T15:19:31,698 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:19:31,698 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,34925,1731856771626 2024-11-17T15:19:31,702 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/hbase.id] with ID: 9abc7189-87cb-487d-b85a-eb1c75cf02a1 2024-11-17T15:19:31,702 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/.tmp/hbase.id 2024-11-17T15:19:31,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:19:32,109 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/.tmp/hbase.id]:[hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/hbase.id] 2024-11-17T15:19:32,119 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:32,119 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:19:32,120 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T15:19:32,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:32,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:32,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:19:32,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T15:19:32,529 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:19:32,529 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:19:32,530 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:32,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:19:32,937 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store 2024-11-17T15:19:32,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:19:33,346 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:33,346 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:19:33,346 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:33,346 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:33,346 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:19:33,346 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:33,346 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:33,346 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856773346Disabling compacts and flushes for region at 1731856773346Disabling writes for close at 1731856773346Writing region close event to WAL at 1731856773346Closed at 1731856773346 2024-11-17T15:19:33,347 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/.initializing 2024-11-17T15:19:33,347 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/WALs/7a780d55532c,34925,1731856771626 2024-11-17T15:19:33,348 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:19:33,349 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C34925%2C1731856771626, suffix=, logDir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/WALs/7a780d55532c,34925,1731856771626, archiveDir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/oldWALs, maxLogs=10 2024-11-17T15:19:33,363 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/WALs/7a780d55532c,34925,1731856771626/7a780d55532c%2C34925%2C1731856771626.1731856773349, exclude list is [], retry=0 2024-11-17T15:19:33,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33379,DS-5e50a056-76aa-4848-84ed-62bc807a6262,DISK] 2024-11-17T15:19:33,367 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/WALs/7a780d55532c,34925,1731856771626/7a780d55532c%2C34925%2C1731856771626.1731856773349 2024-11-17T15:19:33,367 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42935:42935)] 2024-11-17T15:19:33,367 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:33,368 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:33,368 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:33,368 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:33,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:33,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:19:33,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:33,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:33,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:33,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:19:33,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:33,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:33,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:33,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:19:33,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:33,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:33,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:33,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:19:33,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:33,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:33,374 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:33,375 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:33,375 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:33,376 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:33,376 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:33,377 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:33,377 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:33,379 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:33,379 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69636790, jitterRate=0.03766903281211853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:33,379 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856773368Initializing all the Stores at 1731856773368Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856773369 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856773369Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856773369Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856773369Cleaning up temporary data from old regions at 1731856773376 (+7 ms)Region opened successfully at 1731856773379 (+3 ms) 2024-11-17T15:19:33,380 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:19:33,382 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a65a928, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:19:33,383 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:19:33,383 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:19:33,383 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:19:33,383 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:19:33,383 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:19:33,384 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:19:33,384 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:19:33,385 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:19:33,386 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Unable to get data of znode /1-2069985397/balancer because node does not exist (not necessarily an error) 2024-11-17T15:19:33,387 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2069985397/balancer already deleted, retry=false 2024-11-17T15:19:33,387 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:19:33,388 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Unable to get data of znode /1-2069985397/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:19:33,389 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2069985397/normalizer already deleted, retry=false 2024-11-17T15:19:33,390 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:19:33,390 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Unable to get data of znode /1-2069985397/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:19:33,391 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2069985397/switch/split already deleted, retry=false 2024-11-17T15:19:33,392 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Unable to get data of znode /1-2069985397/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:19:33,393 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2069985397/switch/merge already deleted, retry=false 2024-11-17T15:19:33,394 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Unable to get data of znode /1-2069985397/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:19:33,395 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2069985397/snapshot-cleanup already deleted, retry=false 2024-11-17T15:19:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2069985397/running 2024-11-17T15:19:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2069985397/running 2024-11-17T15:19:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:33,399 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,34925,1731856771626, sessionid=0x101268300820003, setting cluster-up flag (Was=false) 2024-11-17T15:19:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:33,408 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2069985397/flush-table-proc/acquired, /1-2069985397/flush-table-proc/reached, /1-2069985397/flush-table-proc/abort 2024-11-17T15:19:33,409 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,34925,1731856771626 2024-11-17T15:19:33,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:33,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:33,417 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2069985397/online-snapshot/acquired, /1-2069985397/online-snapshot/reached, /1-2069985397/online-snapshot/abort 2024-11-17T15:19:33,417 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,34925,1731856771626 2024-11-17T15:19:33,418 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:19:33,420 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:33,420 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:19:33,420 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:19:33,421 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,34925,1731856771626 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:19:33,422 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:33,422 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:33,422 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:33,422 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:33,422 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:19:33,422 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:33,422 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:19:33,422 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:33,423 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856803423 2024-11-17T15:19:33,423 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:33,423 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:19:33,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:19:33,423 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:19:33,423 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:19:33,423 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:19:33,423 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:19:33,423 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:19:33,423 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:33,424 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:19:33,424 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:19:33,424 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:19:33,424 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:19:33,424 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:19:33,424 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:33,424 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:19:33,424 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:19:33,424 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856773424,5,FailOnTimeoutGroup] 2024-11-17T15:19:33,428 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856773424,5,FailOnTimeoutGroup] 2024-11-17T15:19:33,428 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:33,428 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:19:33,428 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:33,428 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:33,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:19:33,482 INFO [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(746): ClusterId : 9abc7189-87cb-487d-b85a-eb1c75cf02a1 2024-11-17T15:19:33,482 DEBUG [RS:0;7a780d55532c:44389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:19:33,484 DEBUG [RS:0;7a780d55532c:44389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:19:33,484 DEBUG [RS:0;7a780d55532c:44389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:19:33,486 DEBUG [RS:0;7a780d55532c:44389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:19:33,486 DEBUG [RS:0;7a780d55532c:44389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ed8617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:19:33,498 DEBUG [RS:0;7a780d55532c:44389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:44389 2024-11-17T15:19:33,498 INFO [RS:0;7a780d55532c:44389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:19:33,498 INFO [RS:0;7a780d55532c:44389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:19:33,498 DEBUG [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:19:33,499 INFO [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,34925,1731856771626 with port=44389, startcode=1731856771663 2024-11-17T15:19:33,499 DEBUG [RS:0;7a780d55532c:44389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:19:33,501 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:19:33,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34925 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,44389,1731856771663 2024-11-17T15:19:33,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34925 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,44389,1731856771663 2024-11-17T15:19:33,502 DEBUG [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570 2024-11-17T15:19:33,502 DEBUG [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39693 2024-11-17T15:19:33,502 DEBUG [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:19:33,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397/rs 2024-11-17T15:19:33,506 DEBUG [RS:0;7a780d55532c:44389 {}] zookeeper.ZKUtil(111): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Set watcher on existing znode=/1-2069985397/rs/7a780d55532c,44389,1731856771663 2024-11-17T15:19:33,506 WARN [RS:0;7a780d55532c:44389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:19:33,506 INFO [RS:0;7a780d55532c:44389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:33,507 DEBUG [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663 2024-11-17T15:19:33,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,44389,1731856771663] 2024-11-17T15:19:33,509 INFO [RS:0;7a780d55532c:44389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:19:33,511 INFO [RS:0;7a780d55532c:44389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:19:33,511 INFO [RS:0;7a780d55532c:44389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:19:33,511 INFO [RS:0;7a780d55532c:44389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:33,511 INFO [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:19:33,512 INFO [RS:0;7a780d55532c:44389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:19:33,512 INFO [RS:0;7a780d55532c:44389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:33,512 DEBUG [RS:0;7a780d55532c:44389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:33,512 DEBUG [RS:0;7a780d55532c:44389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:33,512 DEBUG [RS:0;7a780d55532c:44389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:33,512 DEBUG [RS:0;7a780d55532c:44389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:33,512 DEBUG [RS:0;7a780d55532c:44389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:33,512 DEBUG [RS:0;7a780d55532c:44389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:19:33,512 DEBUG [RS:0;7a780d55532c:44389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:33,512 DEBUG [RS:0;7a780d55532c:44389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:33,512 DEBUG [RS:0;7a780d55532c:44389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:33,512 DEBUG [RS:0;7a780d55532c:44389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:33,512 DEBUG [RS:0;7a780d55532c:44389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:33,512 DEBUG [RS:0;7a780d55532c:44389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:33,512 DEBUG [RS:0;7a780d55532c:44389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:19:33,512 DEBUG [RS:0;7a780d55532c:44389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:19:33,514 INFO [RS:0;7a780d55532c:44389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:33,514 INFO [RS:0;7a780d55532c:44389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:33,514 INFO [RS:0;7a780d55532c:44389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:33,514 INFO [RS:0;7a780d55532c:44389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:33,514 INFO [RS:0;7a780d55532c:44389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:33,514 INFO [RS:0;7a780d55532c:44389 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44389,1731856771663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:19:33,531 INFO [RS:0;7a780d55532c:44389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:19:33,531 INFO [RS:0;7a780d55532c:44389 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44389,1731856771663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:33,531 INFO [RS:0;7a780d55532c:44389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:33,531 INFO [RS:0;7a780d55532c:44389 {}] regionserver.Replication(171): 7a780d55532c,44389,1731856771663 started 2024-11-17T15:19:33,552 INFO [RS:0;7a780d55532c:44389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:33,552 INFO [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,44389,1731856771663, RpcServer on 7a780d55532c/172.17.0.2:44389, sessionid=0x101268300820004 2024-11-17T15:19:33,552 DEBUG [RS:0;7a780d55532c:44389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:19:33,553 DEBUG [RS:0;7a780d55532c:44389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,44389,1731856771663 2024-11-17T15:19:33,553 DEBUG [RS:0;7a780d55532c:44389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,44389,1731856771663' 2024-11-17T15:19:33,553 DEBUG [RS:0;7a780d55532c:44389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2069985397/flush-table-proc/abort' 2024-11-17T15:19:33,553 DEBUG [RS:0;7a780d55532c:44389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2069985397/flush-table-proc/acquired' 2024-11-17T15:19:33,554 DEBUG [RS:0;7a780d55532c:44389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:19:33,554 DEBUG [RS:0;7a780d55532c:44389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:19:33,554 DEBUG [RS:0;7a780d55532c:44389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,44389,1731856771663 2024-11-17T15:19:33,554 DEBUG [RS:0;7a780d55532c:44389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,44389,1731856771663' 2024-11-17T15:19:33,554 DEBUG [RS:0;7a780d55532c:44389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2069985397/online-snapshot/abort' 2024-11-17T15:19:33,554 DEBUG [RS:0;7a780d55532c:44389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2069985397/online-snapshot/acquired' 2024-11-17T15:19:33,555 DEBUG [RS:0;7a780d55532c:44389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:19:33,555 INFO [RS:0;7a780d55532c:44389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:19:33,555 INFO [RS:0;7a780d55532c:44389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:19:33,655 INFO [RS:0;7a780d55532c:44389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:19:33,657 INFO [RS:0;7a780d55532c:44389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C44389%2C1731856771663, suffix=, logDir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663, archiveDir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/oldWALs, maxLogs=10 2024-11-17T15:19:33,670 DEBUG [RS:0;7a780d55532c:44389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657, exclude list is [], retry=0 2024-11-17T15:19:33,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33379,DS-5e50a056-76aa-4848-84ed-62bc807a6262,DISK] 2024-11-17T15:19:33,674 INFO [RS:0;7a780d55532c:44389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 2024-11-17T15:19:33,674 DEBUG [RS:0;7a780d55532c:44389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42935:42935)] 2024-11-17T15:19:33,835 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:19:33,835 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570 2024-11-17T15:19:33,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741833_1009 (size=32) 2024-11-17T15:19:34,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:34,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:19:34,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:19:34,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:34,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:34,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:19:34,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:19:34,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:34,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:34,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:19:34,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:19:34,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:34,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:34,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:19:34,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:19:34,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:34,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:34,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:19:34,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740 2024-11-17T15:19:34,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740 2024-11-17T15:19:34,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:19:34,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:19:34,251 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:34,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:19:34,253 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:34,254 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59434599, jitterRate=-0.11435545980930328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:34,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856774241Initializing all the Stores at 1731856774242 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856774242Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856774242Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856774242Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856774242Cleaning up temporary data from old regions at 1731856774250 (+8 ms)Region opened successfully at 1731856774254 (+4 ms) 2024-11-17T15:19:34,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:19:34,254 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:19:34,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:19:34,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:19:34,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:19:34,254 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:34,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856774254Disabling compacts and flushes for region at 1731856774254Disabling writes for close at 1731856774254Writing region close event to WAL at 1731856774254Closed at 1731856774254 2024-11-17T15:19:34,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:34,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:19:34,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:19:34,256 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:19:34,257 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:19:34,407 DEBUG [7a780d55532c:34925 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:19:34,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,44389,1731856771663 2024-11-17T15:19:34,409 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,44389,1731856771663, state=OPENING 2024-11-17T15:19:34,411 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:19:34,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:34,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:34,412 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:19:34,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2069985397/meta-region-server: CHANGED 2024-11-17T15:19:34,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2069985397/meta-region-server: CHANGED 2024-11-17T15:19:34,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,44389,1731856771663}] 2024-11-17T15:19:34,565 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:19:34,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:19:34,571 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:19:34,571 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:34,571 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:19:34,573 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C44389%2C1731856771663.meta, suffix=.meta, logDir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663, archiveDir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/oldWALs, maxLogs=10 2024-11-17T15:19:34,587 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.meta.1731856774573.meta, exclude list is [], retry=0 2024-11-17T15:19:34,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33379,DS-5e50a056-76aa-4848-84ed-62bc807a6262,DISK] 2024-11-17T15:19:34,591 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.meta.1731856774573.meta 2024-11-17T15:19:34,591 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42935:42935)] 2024-11-17T15:19:34,591 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:34,592 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:19:34,592 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:19:34,592 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:19:34,592 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:19:34,592 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:19:34,592 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:34,592 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:19:34,592 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:19:34,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:19:34,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:19:34,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:34,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:34,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:19:34,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:19:34,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:34,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:34,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:19:34,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:19:34,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:34,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:34,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:19:34,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:19:34,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:34,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:34,598 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:19:34,598 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740 2024-11-17T15:19:34,599 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740 2024-11-17T15:19:34,600 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:19:34,600 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:19:34,601 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:34,602 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:19:34,602 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67210686, jitterRate=0.001517266035079956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:34,603 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:19:34,603 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856774592Writing region info on filesystem at 1731856774592Initializing all the Stores at 1731856774593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856774593Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856774593Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856774593Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856774593Cleaning up temporary data from old regions at 1731856774600 (+7 ms)Running coprocessor post-open hooks at 1731856774603 (+3 ms)Region opened successfully at 1731856774603 2024-11-17T15:19:34,603 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856774565 2024-11-17T15:19:34,605 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:19:34,605 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:19:34,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,44389,1731856771663 2024-11-17T15:19:34,607 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,44389,1731856771663, state=OPEN 2024-11-17T15:19:34,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2069985397/meta-region-server 2024-11-17T15:19:34,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2069985397/meta-region-server 2024-11-17T15:19:34,608 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,44389,1731856771663 2024-11-17T15:19:34,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2069985397/meta-region-server: CHANGED 2024-11-17T15:19:34,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2069985397/meta-region-server: CHANGED 2024-11-17T15:19:34,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:19:34,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,44389,1731856771663 in 196 msec 2024-11-17T15:19:34,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:19:34,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-17T15:19:34,612 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:34,612 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:19:34,613 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:34,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44389,1731856771663, seqNum=-1] 2024-11-17T15:19:34,614 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:34,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:34,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-17T15:19:34,619 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856774619, completionTime=-1 2024-11-17T15:19:34,619 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:19:34,619 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:19:34,621 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:19:34,621 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856834621 2024-11-17T15:19:34,621 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856894621 2024-11-17T15:19:34,621 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T15:19:34,621 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34925,1731856771626-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:34,621 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34925,1731856771626-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:34,621 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34925,1731856771626-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:34,621 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:34925, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:34,621 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:34,622 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:34,623 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:19:34,625 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.927sec 2024-11-17T15:19:34,625 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:19:34,625 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:19:34,625 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:19:34,625 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:19:34,625 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:19:34,625 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34925,1731856771626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:19:34,625 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34925,1731856771626-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:19:34,627 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:19:34,627 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:19:34,627 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34925,1731856771626-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:34,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ce83f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:34,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34925,-1 for getting cluster id 2024-11-17T15:19:34,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:34,684 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9abc7189-87cb-487d-b85a-eb1c75cf02a1' 2024-11-17T15:19:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9abc7189-87cb-487d-b85a-eb1c75cf02a1" 2024-11-17T15:19:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34925,-1] 2024-11-17T15:19:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:34,686 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:34,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4caefbeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:34,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44389,1731856771663, seqNum=-1] 2024-11-17T15:19:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:34,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,34925,1731856771626 2024-11-17T15:19:34,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60819 2024-11-17T15:19:34,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:34,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101268300820005 connected 2024-11-17T15:19:34,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:34,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37417,1731856767511 2024-11-17T15:19:34,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60228d2 2024-11-17T15:19:34,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:34,700 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:19:34,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:19:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:19:34,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:19:34,702 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:34,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:19:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:34,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:19:34,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:19:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:35,111 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef4ca32e9f270dbcc631d5b6f3534c20, NAME => 'test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b 2024-11-17T15:19:35,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:19:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:35,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:19:35,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:35,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ef4ca32e9f270dbcc631d5b6f3534c20, disabling compactions & flushes 2024-11-17T15:19:35,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20. 2024-11-17T15:19:35,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20. 2024-11-17T15:19:35,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20. after waiting 0 ms 2024-11-17T15:19:35,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20. 2024-11-17T15:19:35,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20. 2024-11-17T15:19:35,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef4ca32e9f270dbcc631d5b6f3534c20: Waiting for close lock at 1731856775517Disabling compacts and flushes for region at 1731856775517Disabling writes for close at 1731856775518 (+1 ms)Writing region close event to WAL at 1731856775518Closed at 1731856775518 2024-11-17T15:19:35,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:19:35,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856775519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856775519"}]},"ts":"1731856775519"} 2024-11-17T15:19:35,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:19:35,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:19:35,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856775522"}]},"ts":"1731856775522"} 2024-11-17T15:19:35,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:19:35,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ef4ca32e9f270dbcc631d5b6f3534c20, ASSIGN}] 2024-11-17T15:19:35,525 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ef4ca32e9f270dbcc631d5b6f3534c20, ASSIGN 2024-11-17T15:19:35,526 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ef4ca32e9f270dbcc631d5b6f3534c20, ASSIGN; state=OFFLINE, location=7a780d55532c,41319,1731856767577; forceNewPlan=false, retain=false 2024-11-17T15:19:35,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ef4ca32e9f270dbcc631d5b6f3534c20, regionState=OPENING, regionLocation=7a780d55532c,41319,1731856767577 2024-11-17T15:19:35,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ef4ca32e9f270dbcc631d5b6f3534c20, ASSIGN because future has completed 2024-11-17T15:19:35,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef4ca32e9f270dbcc631d5b6f3534c20, server=7a780d55532c,41319,1731856767577}] 2024-11-17T15:19:35,835 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20. 2024-11-17T15:19:35,836 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ef4ca32e9f270dbcc631d5b6f3534c20, NAME => 'test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:35,836 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:19:35,836 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:19:35,836 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:35,836 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:35,836 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:35,836 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:35,838 INFO [StoreOpener-ef4ca32e9f270dbcc631d5b6f3534c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:35,839 INFO [StoreOpener-ef4ca32e9f270dbcc631d5b6f3534c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef4ca32e9f270dbcc631d5b6f3534c20 columnFamilyName f 2024-11-17T15:19:35,839 DEBUG [StoreOpener-ef4ca32e9f270dbcc631d5b6f3534c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:35,839 INFO [StoreOpener-ef4ca32e9f270dbcc631d5b6f3534c20-1 {}] regionserver.HStore(327): Store=ef4ca32e9f270dbcc631d5b6f3534c20/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:35,839 INFO [StoreOpener-ef4ca32e9f270dbcc631d5b6f3534c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:35,840 INFO [StoreOpener-ef4ca32e9f270dbcc631d5b6f3534c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef4ca32e9f270dbcc631d5b6f3534c20 columnFamilyName f1 2024-11-17T15:19:35,840 DEBUG [StoreOpener-ef4ca32e9f270dbcc631d5b6f3534c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:35,841 INFO [StoreOpener-ef4ca32e9f270dbcc631d5b6f3534c20-1 {}] regionserver.HStore(327): Store=ef4ca32e9f270dbcc631d5b6f3534c20/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:35,841 INFO [StoreOpener-ef4ca32e9f270dbcc631d5b6f3534c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:35,842 INFO [StoreOpener-ef4ca32e9f270dbcc631d5b6f3534c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef4ca32e9f270dbcc631d5b6f3534c20 columnFamilyName norep 2024-11-17T15:19:35,842 DEBUG [StoreOpener-ef4ca32e9f270dbcc631d5b6f3534c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:35,842 INFO [StoreOpener-ef4ca32e9f270dbcc631d5b6f3534c20-1 {}] regionserver.HStore(327): Store=ef4ca32e9f270dbcc631d5b6f3534c20/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:35,842 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:35,843 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:35,843 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:35,844 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:35,844 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:35,844 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:19:35,845 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:35,847 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:35,848 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ef4ca32e9f270dbcc631d5b6f3534c20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61918722, jitterRate=-0.07733914256095886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:19:35,848 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:35,848 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ef4ca32e9f270dbcc631d5b6f3534c20: Running coprocessor pre-open hook at 1731856775836Writing region info on filesystem at 1731856775836Initializing all the Stores at 1731856775837 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856775837Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856775837Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856775837Cleaning up temporary data from old regions at 1731856775844 (+7 ms)Running coprocessor post-open hooks at 1731856775848 (+4 ms)Region opened successfully at 1731856775848 2024-11-17T15:19:35,849 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20., pid=6, masterSystemTime=1731856775832 2024-11-17T15:19:35,851 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20. 2024-11-17T15:19:35,851 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20. 2024-11-17T15:19:35,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ef4ca32e9f270dbcc631d5b6f3534c20, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,41319,1731856767577 2024-11-17T15:19:35,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef4ca32e9f270dbcc631d5b6f3534c20, server=7a780d55532c,41319,1731856767577 because future has completed 2024-11-17T15:19:35,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:19:35,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ef4ca32e9f270dbcc631d5b6f3534c20, server=7a780d55532c,41319,1731856767577 in 175 msec 2024-11-17T15:19:35,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:19:35,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ef4ca32e9f270dbcc631d5b6f3534c20, ASSIGN in 332 msec 2024-11-17T15:19:35,859 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:19:35,859 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856775859"}]},"ts":"1731856775859"} 2024-11-17T15:19:35,861 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:19:35,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:19:35,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-17T15:19:36,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:19:36,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:36,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:36,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:36,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:36,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:36,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:36,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:36,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:36,848 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:19:36,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:36,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34925,1731856771626 2024-11-17T15:19:36,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b8c68c5 2024-11-17T15:19:36,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:36,851 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:19:36,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:19:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:19:36,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:19:36,853 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:36,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:19:36,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:19:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:36,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:19:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:37,261 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdd6e73ab2c7ded97681d5c8edbdb7cf, NAME => 'test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570 2024-11-17T15:19:37,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:19:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:37,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:37,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cdd6e73ab2c7ded97681d5c8edbdb7cf, disabling compactions & flushes 2024-11-17T15:19:37,667 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf. 2024-11-17T15:19:37,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf. 2024-11-17T15:19:37,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf. after waiting 0 ms 2024-11-17T15:19:37,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf. 2024-11-17T15:19:37,667 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf. 2024-11-17T15:19:37,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdd6e73ab2c7ded97681d5c8edbdb7cf: Waiting for close lock at 1731856777667Disabling compacts and flushes for region at 1731856777667Disabling writes for close at 1731856777667Writing region close event to WAL at 1731856777667Closed at 1731856777667 2024-11-17T15:19:37,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:19:37,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856777669"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856777669"}]},"ts":"1731856777669"} 2024-11-17T15:19:37,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:19:37,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:19:37,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856777672"}]},"ts":"1731856777672"} 2024-11-17T15:19:37,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:19:37,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdd6e73ab2c7ded97681d5c8edbdb7cf, ASSIGN}] 2024-11-17T15:19:37,675 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdd6e73ab2c7ded97681d5c8edbdb7cf, ASSIGN 2024-11-17T15:19:37,675 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cdd6e73ab2c7ded97681d5c8edbdb7cf, ASSIGN; state=OFFLINE, location=7a780d55532c,44389,1731856771663; forceNewPlan=false, retain=false 2024-11-17T15:19:37,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdd6e73ab2c7ded97681d5c8edbdb7cf, regionState=OPENING, regionLocation=7a780d55532c,44389,1731856771663 2024-11-17T15:19:37,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cdd6e73ab2c7ded97681d5c8edbdb7cf, ASSIGN because future has completed 2024-11-17T15:19:37,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdd6e73ab2c7ded97681d5c8edbdb7cf, server=7a780d55532c,44389,1731856771663}] 2024-11-17T15:19:37,985 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf. 2024-11-17T15:19:37,985 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cdd6e73ab2c7ded97681d5c8edbdb7cf, NAME => 'test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:37,985 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:19:37,985 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:19:37,986 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:37,986 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:37,986 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:37,986 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:37,987 INFO [StoreOpener-cdd6e73ab2c7ded97681d5c8edbdb7cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:37,988 INFO [StoreOpener-cdd6e73ab2c7ded97681d5c8edbdb7cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd6e73ab2c7ded97681d5c8edbdb7cf columnFamilyName f 2024-11-17T15:19:37,988 DEBUG [StoreOpener-cdd6e73ab2c7ded97681d5c8edbdb7cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:37,989 INFO [StoreOpener-cdd6e73ab2c7ded97681d5c8edbdb7cf-1 {}] regionserver.HStore(327): Store=cdd6e73ab2c7ded97681d5c8edbdb7cf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:37,989 INFO [StoreOpener-cdd6e73ab2c7ded97681d5c8edbdb7cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:37,990 INFO [StoreOpener-cdd6e73ab2c7ded97681d5c8edbdb7cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd6e73ab2c7ded97681d5c8edbdb7cf columnFamilyName f1 2024-11-17T15:19:37,990 DEBUG [StoreOpener-cdd6e73ab2c7ded97681d5c8edbdb7cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:37,990 INFO [StoreOpener-cdd6e73ab2c7ded97681d5c8edbdb7cf-1 {}] regionserver.HStore(327): Store=cdd6e73ab2c7ded97681d5c8edbdb7cf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:37,990 INFO [StoreOpener-cdd6e73ab2c7ded97681d5c8edbdb7cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:37,991 INFO [StoreOpener-cdd6e73ab2c7ded97681d5c8edbdb7cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd6e73ab2c7ded97681d5c8edbdb7cf columnFamilyName norep 2024-11-17T15:19:37,991 DEBUG [StoreOpener-cdd6e73ab2c7ded97681d5c8edbdb7cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:37,991 INFO [StoreOpener-cdd6e73ab2c7ded97681d5c8edbdb7cf-1 {}] regionserver.HStore(327): Store=cdd6e73ab2c7ded97681d5c8edbdb7cf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:37,992 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:37,992 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:37,993 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:37,993 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:37,994 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:37,994 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:19:37,995 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:37,997 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:37,998 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cdd6e73ab2c7ded97681d5c8edbdb7cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61740333, jitterRate=-0.07999734580516815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:19:37,998 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:37,998 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cdd6e73ab2c7ded97681d5c8edbdb7cf: Running coprocessor pre-open hook at 1731856777986Writing region info on filesystem at 1731856777986Initializing all the Stores at 1731856777987 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856777987Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856777987Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856777987Cleaning up temporary data from old regions at 1731856777994 (+7 ms)Running coprocessor post-open hooks at 1731856777998 (+4 ms)Region opened successfully at 1731856777998 2024-11-17T15:19:37,999 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf., pid=6, masterSystemTime=1731856777981 2024-11-17T15:19:38,000 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf. 2024-11-17T15:19:38,000 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf. 2024-11-17T15:19:38,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdd6e73ab2c7ded97681d5c8edbdb7cf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,44389,1731856771663 2024-11-17T15:19:38,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdd6e73ab2c7ded97681d5c8edbdb7cf, server=7a780d55532c,44389,1731856771663 because future has completed 2024-11-17T15:19:38,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:19:38,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cdd6e73ab2c7ded97681d5c8edbdb7cf, server=7a780d55532c,44389,1731856771663 in 175 msec 2024-11-17T15:19:38,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:19:38,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cdd6e73ab2c7ded97681d5c8edbdb7cf, ASSIGN in 332 msec 2024-11-17T15:19:38,008 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:19:38,008 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856778008"}]},"ts":"1731856778008"} 2024-11-17T15:19:38,010 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:19:38,011 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:19:38,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-17T15:19:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:19:38,998 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:19:38,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aec2d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:38,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37417,-1 for getting cluster id 2024-11-17T15:19:38,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:39,000 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e52c7800-074e-4a3c-8a48-af2ff55b921e' 2024-11-17T15:19:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e52c7800-074e-4a3c-8a48-af2ff55b921e" 2024-11-17T15:19:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ff2dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37417,-1] 2024-11-17T15:19:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:39,001 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:39,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ac044a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:39,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ca1585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:39,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34925,-1 for getting cluster id 2024-11-17T15:19:39,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:39,003 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9abc7189-87cb-487d-b85a-eb1c75cf02a1' 2024-11-17T15:19:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9abc7189-87cb-487d-b85a-eb1c75cf02a1" 2024-11-17T15:19:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4969ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34925,-1] 2024-11-17T15:19:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:39,005 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:39,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8db15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:39,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6691352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:39,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37417,-1 for getting cluster id 2024-11-17T15:19:39,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:39,006 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e52c7800-074e-4a3c-8a48-af2ff55b921e' 2024-11-17T15:19:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e52c7800-074e-4a3c-8a48-af2ff55b921e" 2024-11-17T15:19:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776a4faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37417,-1] 2024-11-17T15:19:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:39,008 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a19e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:39,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:39,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37417,1731856767511 2024-11-17T15:19:39,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ccab4c6 2024-11-17T15:19:39,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:39,010 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:19:39,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:34925,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:19:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:19:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:19:39,013 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:34925' 2024-11-17T15:19:39,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c90690f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:39,014 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34925,-1 for getting cluster id 2024-11-17T15:19:39,015 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:39,015 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9abc7189-87cb-487d-b85a-eb1c75cf02a1' 2024-11-17T15:19:39,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:39,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9abc7189-87cb-487d-b85a-eb1c75cf02a1" 2024-11-17T15:19:39,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7faa1ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:39,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34925,-1] 2024-11-17T15:19:39,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:39,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:39,016 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:39,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e058b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:39,017 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:39,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34925,1731856771626 2024-11-17T15:19:39,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@317e14a0 2024-11-17T15:19:39,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:39,019 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:19:39,019 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T15:19:39,019 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:19:39,019 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:39,019 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:39,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:39,020 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:19:39,021 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:19:39,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:19:39,022 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:39,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:19:39,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741837_1013 (size=1138) 2024-11-17T15:19:39,071 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:19:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:19:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:19:39,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54c046cd49473252c04e5a0038c497fa, NAME => 'hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b 2024-11-17T15:19:39,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741838_1014 (size=44) 2024-11-17T15:19:39,510 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T15:19:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:19:39,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:39,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 54c046cd49473252c04e5a0038c497fa, disabling compactions & flushes 2024-11-17T15:19:39,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. 2024-11-17T15:19:39,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. 2024-11-17T15:19:39,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. after waiting 0 ms 2024-11-17T15:19:39,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. 2024-11-17T15:19:39,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. 2024-11-17T15:19:39,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54c046cd49473252c04e5a0038c497fa: Waiting for close lock at 1731856779837Disabling compacts and flushes for region at 1731856779837Disabling writes for close at 1731856779837Writing region close event to WAL at 1731856779837Closed at 1731856779837 2024-11-17T15:19:39,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:19:39,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856779838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856779838"}]},"ts":"1731856779838"} 2024-11-17T15:19:39,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:19:39,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:19:39,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856779842"}]},"ts":"1731856779842"} 2024-11-17T15:19:39,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:19:39,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54c046cd49473252c04e5a0038c497fa, ASSIGN}] 2024-11-17T15:19:39,845 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54c046cd49473252c04e5a0038c497fa, ASSIGN 2024-11-17T15:19:39,845 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=54c046cd49473252c04e5a0038c497fa, ASSIGN; state=OFFLINE, location=7a780d55532c,41319,1731856767577; forceNewPlan=false, retain=false 2024-11-17T15:19:39,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54c046cd49473252c04e5a0038c497fa, regionState=OPENING, regionLocation=7a780d55532c,41319,1731856767577 2024-11-17T15:19:39,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=54c046cd49473252c04e5a0038c497fa, ASSIGN because future has completed 2024-11-17T15:19:39,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54c046cd49473252c04e5a0038c497fa, server=7a780d55532c,41319,1731856767577}] 2024-11-17T15:19:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:19:40,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. 2024-11-17T15:19:40,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:40,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:19:40,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C41319%2C1731856767577.rep, suffix=, logDir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577, archiveDir=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/oldWALs, maxLogs=10 2024-11-17T15:19:40,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.rep.1731856780156, exclude list is [], retry=0 2024-11-17T15:19:40,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44429,DS-78f5cd4a-b3d8-4723-abef-4a1c025a6104,DISK] 2024-11-17T15:19:40,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.rep.1731856780156 2024-11-17T15:19:40,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33209:33209)] 2024-11-17T15:19:40,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 54c046cd49473252c04e5a0038c497fa, NAME => 'hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:40,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:19:40,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:19:40,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. service=MultiRowMutationService 2024-11-17T15:19:40,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:19:40,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 54c046cd49473252c04e5a0038c497fa 2024-11-17T15:19:40,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:40,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 54c046cd49473252c04e5a0038c497fa 2024-11-17T15:19:40,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 54c046cd49473252c04e5a0038c497fa 2024-11-17T15:19:40,175 INFO [StoreOpener-54c046cd49473252c04e5a0038c497fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 54c046cd49473252c04e5a0038c497fa 2024-11-17T15:19:40,176 INFO [StoreOpener-54c046cd49473252c04e5a0038c497fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54c046cd49473252c04e5a0038c497fa columnFamilyName hfileref 2024-11-17T15:19:40,176 DEBUG [StoreOpener-54c046cd49473252c04e5a0038c497fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:40,176 INFO [StoreOpener-54c046cd49473252c04e5a0038c497fa-1 {}] regionserver.HStore(327): Store=54c046cd49473252c04e5a0038c497fa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:40,177 INFO [StoreOpener-54c046cd49473252c04e5a0038c497fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 54c046cd49473252c04e5a0038c497fa 2024-11-17T15:19:40,178 INFO [StoreOpener-54c046cd49473252c04e5a0038c497fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54c046cd49473252c04e5a0038c497fa columnFamilyName queue 2024-11-17T15:19:40,178 DEBUG [StoreOpener-54c046cd49473252c04e5a0038c497fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:40,178 INFO [StoreOpener-54c046cd49473252c04e5a0038c497fa-1 {}] regionserver.HStore(327): Store=54c046cd49473252c04e5a0038c497fa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:40,178 INFO [StoreOpener-54c046cd49473252c04e5a0038c497fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 54c046cd49473252c04e5a0038c497fa 2024-11-17T15:19:40,179 INFO [StoreOpener-54c046cd49473252c04e5a0038c497fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54c046cd49473252c04e5a0038c497fa columnFamilyName sid 2024-11-17T15:19:40,179 DEBUG [StoreOpener-54c046cd49473252c04e5a0038c497fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:40,179 INFO [StoreOpener-54c046cd49473252c04e5a0038c497fa-1 {}] regionserver.HStore(327): Store=54c046cd49473252c04e5a0038c497fa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:40,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 54c046cd49473252c04e5a0038c497fa 2024-11-17T15:19:40,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/replication/54c046cd49473252c04e5a0038c497fa 2024-11-17T15:19:40,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/replication/54c046cd49473252c04e5a0038c497fa 2024-11-17T15:19:40,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 54c046cd49473252c04e5a0038c497fa 2024-11-17T15:19:40,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 54c046cd49473252c04e5a0038c497fa 2024-11-17T15:19:40,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:19:40,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 54c046cd49473252c04e5a0038c497fa 2024-11-17T15:19:40,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/replication/54c046cd49473252c04e5a0038c497fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:40,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 54c046cd49473252c04e5a0038c497fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67004289, jitterRate=-0.0015582889318466187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:19:40,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54c046cd49473252c04e5a0038c497fa 2024-11-17T15:19:40,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 54c046cd49473252c04e5a0038c497fa: Running coprocessor pre-open hook at 1731856780174Writing region info on filesystem at 1731856780174Initializing all the Stores at 1731856780174Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856780174Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856780175 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856780175Cleaning up temporary data from old regions at 1731856780181 (+6 ms)Running coprocessor post-open hooks at 1731856780185 (+4 ms)Region opened successfully at 1731856780185 2024-11-17T15:19:40,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa., pid=10, masterSystemTime=1731856780150 2024-11-17T15:19:40,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. 2024-11-17T15:19:40,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. 2024-11-17T15:19:40,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54c046cd49473252c04e5a0038c497fa, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,41319,1731856767577 2024-11-17T15:19:40,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54c046cd49473252c04e5a0038c497fa, server=7a780d55532c,41319,1731856767577 because future has completed 2024-11-17T15:19:40,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T15:19:40,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 54c046cd49473252c04e5a0038c497fa, server=7a780d55532c,41319,1731856767577 in 194 msec 2024-11-17T15:19:40,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T15:19:40,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54c046cd49473252c04e5a0038c497fa, ASSIGN in 349 msec 2024-11-17T15:19:40,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:19:40,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856780196"}]},"ts":"1731856780196"} 2024-11-17T15:19:40,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:19:40,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:19:40,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-17T15:19:40,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa., hostname=7a780d55532c,41319,1731856767577, seqNum=2] 2024-11-17T15:19:40,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:40,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:40,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:19:40,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41319 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T15:19:40,389 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:19:40,417 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,41319,1731856767577, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:19:40,418 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:40,418 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,41319,1731856767577, seqNum=-1] 2024-11-17T15:19:40,418 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:40,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-17T15:19:40,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,41319,1731856767577', locateType=CURRENT is [region=hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa., hostname=7a780d55532c,41319,1731856767577, seqNum=2] 2024-11-17T15:19:40,423 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T15:19:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T15:19:40,425 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,41319,1731856767577 suceeded 2024-11-17T15:19:40,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T15:19:40,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-17T15:19:40,427 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:34925,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:19:40,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-17T15:19:40,445 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:34925' 2024-11-17T15:19:40,447 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e35ac68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:40,447 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34925,-1 for getting cluster id 2024-11-17T15:19:40,447 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:40,447 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9abc7189-87cb-487d-b85a-eb1c75cf02a1' 2024-11-17T15:19:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9abc7189-87cb-487d-b85a-eb1c75cf02a1" 2024-11-17T15:19:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33bc9dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34925,-1] 2024-11-17T15:19:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:40,449 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:40,450 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7531997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:40,450 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:40,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34925,1731856771626 2024-11-17T15:19:40,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30715fcd 2024-11-17T15:19:40,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:40,452 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-17T15:19:40,452 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,41319,1731856767577 (queues=1) is replicating from cluster=e52c7800-074e-4a3c-8a48-af2ff55b921e to cluster=9abc7189-87cb-487d-b85a-eb1c75cf02a1 2024-11-17T15:19:40,452 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C41319%2C1731856767577 2024-11-17T15:19:40,452 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,41319,1731856767577, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:19:40,453 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C41319%2C1731856767577 2024-11-17T15:19:40,453 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567, startPosition=0, beingWritten=true 2024-11-17T15:19:40,458 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:19:40,458 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 379, reset compression=false 2024-11-17T15:19:40,458 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,41319,1731856767577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:19:40,662 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 379, reset compression=false 2024-11-17T15:19:40,967 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 379, reset compression=false 2024-11-17T15:19:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:19:41,158 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:19:41,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:41,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:41,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:41,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:41,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:41,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149fe2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:41,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34925,-1 for getting cluster id 2024-11-17T15:19:41,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:41,160 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9abc7189-87cb-487d-b85a-eb1c75cf02a1' 2024-11-17T15:19:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9abc7189-87cb-487d-b85a-eb1c75cf02a1" 2024-11-17T15:19:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5332c2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34925,-1] 2024-11-17T15:19:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:41,162 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:41,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b14a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:41,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34925,1731856771626 2024-11-17T15:19:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c3a9eeb 2024-11-17T15:19:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:41,164 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:19:41,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:37417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:19:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:19:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:19:41,167 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:37417' 2024-11-17T15:19:41,168 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786e46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:41,168 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37417,-1 for getting cluster id 2024-11-17T15:19:41,168 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:41,169 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e52c7800-074e-4a3c-8a48-af2ff55b921e' 2024-11-17T15:19:41,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:41,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e52c7800-074e-4a3c-8a48-af2ff55b921e" 2024-11-17T15:19:41,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43de7f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:41,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37417,-1] 2024-11-17T15:19:41,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:41,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:41,170 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:41,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b968330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:41,171 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:41,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37417,1731856767511 2024-11-17T15:19:41,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4450139f 2024-11-17T15:19:41,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:41,172 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:19:41,173 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T15:19:41,173 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:19:41,173 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:41,173 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:41,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:41,174 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:19:41,174 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:19:41,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:19:41,175 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:41,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:19:41,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741837_1013 (size=1138) 2024-11-17T15:19:41,225 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:19:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:19:41,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:19:41,371 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 379, reset compression=false 2024-11-17T15:19:41,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:41,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:41,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:41,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:41,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:41,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:41,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:41,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:41,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T15:19:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:19:41,584 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a699c97b8fc5cdc6ee4f14ff8cf22e68, NAME => 'hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570 2024-11-17T15:19:41,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741838_1014 (size=44) 2024-11-17T15:19:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:19:41,875 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 379, reset compression=false 2024-11-17T15:19:41,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:41,990 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a699c97b8fc5cdc6ee4f14ff8cf22e68, disabling compactions & flushes 2024-11-17T15:19:41,990 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. 2024-11-17T15:19:41,990 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. 2024-11-17T15:19:41,990 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. after waiting 0 ms 2024-11-17T15:19:41,990 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. 2024-11-17T15:19:41,990 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. 2024-11-17T15:19:41,990 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a699c97b8fc5cdc6ee4f14ff8cf22e68: Waiting for close lock at 1731856781989Disabling compacts and flushes for region at 1731856781989Disabling writes for close at 1731856781990 (+1 ms)Writing region close event to WAL at 1731856781990Closed at 1731856781990 2024-11-17T15:19:41,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:19:41,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856781991"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856781991"}]},"ts":"1731856781991"} 2024-11-17T15:19:41,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:19:41,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:19:41,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856781994"}]},"ts":"1731856781994"} 2024-11-17T15:19:41,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:19:41,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a699c97b8fc5cdc6ee4f14ff8cf22e68, ASSIGN}] 2024-11-17T15:19:41,996 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a699c97b8fc5cdc6ee4f14ff8cf22e68, ASSIGN 2024-11-17T15:19:41,997 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a699c97b8fc5cdc6ee4f14ff8cf22e68, ASSIGN; state=OFFLINE, location=7a780d55532c,44389,1731856771663; forceNewPlan=false, retain=false 2024-11-17T15:19:42,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a699c97b8fc5cdc6ee4f14ff8cf22e68, regionState=OPENING, regionLocation=7a780d55532c,44389,1731856771663 2024-11-17T15:19:42,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a699c97b8fc5cdc6ee4f14ff8cf22e68, ASSIGN because future has completed 2024-11-17T15:19:42,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a699c97b8fc5cdc6ee4f14ff8cf22e68, server=7a780d55532c,44389,1731856771663}] 2024-11-17T15:19:42,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. 2024-11-17T15:19:42,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:42,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:19:42,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C44389%2C1731856771663.rep, suffix=, logDir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663, archiveDir=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/oldWALs, maxLogs=10 2024-11-17T15:19:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:19:42,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.rep.1731856782308, exclude list is [], retry=0 2024-11-17T15:19:42,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33379,DS-5e50a056-76aa-4848-84ed-62bc807a6262,DISK] 2024-11-17T15:19:42,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T15:19:42,324 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T15:19:42,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.rep.1731856782308 2024-11-17T15:19:42,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42935:42935)] 2024-11-17T15:19:42,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a699c97b8fc5cdc6ee4f14ff8cf22e68, NAME => 'hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:42,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T15:19:42,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T15:19:42,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:19:42,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:19:42,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. service=MultiRowMutationService 2024-11-17T15:19:42,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:19:42,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a699c97b8fc5cdc6ee4f14ff8cf22e68 2024-11-17T15:19:42,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:42,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:19:42,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T15:19:42,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a699c97b8fc5cdc6ee4f14ff8cf22e68 2024-11-17T15:19:42,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a699c97b8fc5cdc6ee4f14ff8cf22e68 2024-11-17T15:19:42,326 INFO [StoreOpener-a699c97b8fc5cdc6ee4f14ff8cf22e68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a699c97b8fc5cdc6ee4f14ff8cf22e68 2024-11-17T15:19:42,327 INFO [StoreOpener-a699c97b8fc5cdc6ee4f14ff8cf22e68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a699c97b8fc5cdc6ee4f14ff8cf22e68 columnFamilyName hfileref 2024-11-17T15:19:42,327 DEBUG [StoreOpener-a699c97b8fc5cdc6ee4f14ff8cf22e68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:42,328 INFO [StoreOpener-a699c97b8fc5cdc6ee4f14ff8cf22e68-1 {}] regionserver.HStore(327): Store=a699c97b8fc5cdc6ee4f14ff8cf22e68/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:42,328 INFO [StoreOpener-a699c97b8fc5cdc6ee4f14ff8cf22e68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a699c97b8fc5cdc6ee4f14ff8cf22e68 2024-11-17T15:19:42,329 INFO [StoreOpener-a699c97b8fc5cdc6ee4f14ff8cf22e68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a699c97b8fc5cdc6ee4f14ff8cf22e68 columnFamilyName queue 2024-11-17T15:19:42,329 DEBUG [StoreOpener-a699c97b8fc5cdc6ee4f14ff8cf22e68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:42,329 INFO [StoreOpener-a699c97b8fc5cdc6ee4f14ff8cf22e68-1 {}] regionserver.HStore(327): Store=a699c97b8fc5cdc6ee4f14ff8cf22e68/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:42,329 INFO [StoreOpener-a699c97b8fc5cdc6ee4f14ff8cf22e68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a699c97b8fc5cdc6ee4f14ff8cf22e68 2024-11-17T15:19:42,330 INFO [StoreOpener-a699c97b8fc5cdc6ee4f14ff8cf22e68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a699c97b8fc5cdc6ee4f14ff8cf22e68 columnFamilyName sid 2024-11-17T15:19:42,330 DEBUG [StoreOpener-a699c97b8fc5cdc6ee4f14ff8cf22e68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:42,330 INFO [StoreOpener-a699c97b8fc5cdc6ee4f14ff8cf22e68-1 {}] regionserver.HStore(327): Store=a699c97b8fc5cdc6ee4f14ff8cf22e68/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:42,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a699c97b8fc5cdc6ee4f14ff8cf22e68 2024-11-17T15:19:42,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/replication/a699c97b8fc5cdc6ee4f14ff8cf22e68 2024-11-17T15:19:42,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/replication/a699c97b8fc5cdc6ee4f14ff8cf22e68 2024-11-17T15:19:42,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a699c97b8fc5cdc6ee4f14ff8cf22e68 2024-11-17T15:19:42,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a699c97b8fc5cdc6ee4f14ff8cf22e68 2024-11-17T15:19:42,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:19:42,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a699c97b8fc5cdc6ee4f14ff8cf22e68 2024-11-17T15:19:42,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/replication/a699c97b8fc5cdc6ee4f14ff8cf22e68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:42,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a699c97b8fc5cdc6ee4f14ff8cf22e68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74194521, jitterRate=0.105584517121315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:19:42,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a699c97b8fc5cdc6ee4f14ff8cf22e68 2024-11-17T15:19:42,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a699c97b8fc5cdc6ee4f14ff8cf22e68: Running coprocessor pre-open hook at 1731856782325Writing region info on filesystem at 1731856782325Initializing all the Stores at 1731856782326 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856782326Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856782326Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856782326Cleaning up temporary data from old regions at 1731856782332 (+6 ms)Running coprocessor post-open hooks at 1731856782335 (+3 ms)Region opened successfully at 1731856782335 2024-11-17T15:19:42,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68., pid=10, masterSystemTime=1731856782302 2024-11-17T15:19:42,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. 2024-11-17T15:19:42,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. 2024-11-17T15:19:42,339 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a699c97b8fc5cdc6ee4f14ff8cf22e68, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,44389,1731856771663 2024-11-17T15:19:42,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a699c97b8fc5cdc6ee4f14ff8cf22e68, server=7a780d55532c,44389,1731856771663 because future has completed 2024-11-17T15:19:42,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T15:19:42,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a699c97b8fc5cdc6ee4f14ff8cf22e68, server=7a780d55532c,44389,1731856771663 in 191 msec 2024-11-17T15:19:42,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T15:19:42,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a699c97b8fc5cdc6ee4f14ff8cf22e68, ASSIGN in 348 msec 2024-11-17T15:19:42,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:19:42,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856782345"}]},"ts":"1731856782345"} 2024-11-17T15:19:42,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:19:42,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:19:42,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-17T15:19:42,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68., hostname=7a780d55532c,44389,1731856771663, seqNum=2] 2024-11-17T15:19:42,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:42,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:42,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:19:42,478 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 379, reset compression=false 2024-11-17T15:19:42,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T15:19:42,541 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:19:42,570 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,44389,1731856771663, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:19:42,570 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:42,571 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44389,1731856771663, seqNum=-1] 2024-11-17T15:19:42,571 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:42,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-17T15:19:42,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,44389,1731856771663', locateType=CURRENT is [region=hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68., hostname=7a780d55532c,44389,1731856771663, seqNum=2] 2024-11-17T15:19:42,576 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T15:19:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T15:19:42,578 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,44389,1731856771663 suceeded 2024-11-17T15:19:42,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T15:19:42,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-17T15:19:42,579 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:37417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:19:42,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-17T15:19:42,589 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:37417' 2024-11-17T15:19:42,590 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73082071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:42,590 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37417,-1 for getting cluster id 2024-11-17T15:19:42,590 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:42,591 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e52c7800-074e-4a3c-8a48-af2ff55b921e' 2024-11-17T15:19:42,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:42,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e52c7800-074e-4a3c-8a48-af2ff55b921e" 2024-11-17T15:19:42,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20a2d2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:42,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37417,-1] 2024-11-17T15:19:42,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:42,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:42,592 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:42,593 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f39180f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:42,593 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:42,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37417,1731856767511 2024-11-17T15:19:42,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1344f68c 2024-11-17T15:19:42,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:42,594 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-17T15:19:42,595 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,44389,1731856771663 (queues=1) is replicating from cluster=9abc7189-87cb-487d-b85a-eb1c75cf02a1 to cluster=e52c7800-074e-4a3c-8a48-af2ff55b921e 2024-11-17T15:19:42,595 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C44389%2C1731856771663 2024-11-17T15:19:42,595 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,44389,1731856771663, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:19:42,595 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C44389%2C1731856771663 2024-11-17T15:19:42,595 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657, startPosition=0, beingWritten=true 2024-11-17T15:19:42,600 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:19:42,600 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 379, reset compression=false 2024-11-17T15:19:42,600 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44389,1731856771663 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:19:42,804 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 379, reset compression=false 2024-11-17T15:19:43,108 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 379, reset compression=false 2024-11-17T15:19:43,182 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 379, reset compression=false 2024-11-17T15:19:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:19:43,318 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:19:43,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:43,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:43,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:43,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:43,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:43,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:43,323 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731856783322/Put/seqid=0 2024-11-17T15:19:43,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741840_1016 (size=7894) 2024-11-17T15:19:43,512 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 379, reset compression=false 2024-11-17T15:19:43,729 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731856783729/Put/seqid=0 2024-11-17T15:19:43,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741841_1017 (size=7691) 2024-11-17T15:19:43,986 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 379, reset compression=false 2024-11-17T15:19:44,017 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 379, reset compression=false 2024-11-17T15:19:44,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adf4411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:44,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37417,-1 for getting cluster id 2024-11-17T15:19:44,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:44,136 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e52c7800-074e-4a3c-8a48-af2ff55b921e' 2024-11-17T15:19:44,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:44,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e52c7800-074e-4a3c-8a48-af2ff55b921e" 2024-11-17T15:19:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4185b70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37417,-1] 2024-11-17T15:19:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:44,138 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:44,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d79538b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:44,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,41319,1731856767577, seqNum=-1] 2024-11-17T15:19:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:44,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:44,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:44,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37417,1731856767511 2024-11-17T15:19:44,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4604b7ca 2024-11-17T15:19:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:44,151 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:19:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20., hostname=7a780d55532c,41319,1731856767577, seqNum=2] 2024-11-17T15:19:44,157 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T15:19:44,163 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-17T15:19:44,165 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-17T15:19:44,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/testHFileCyclicReplication_01/f/hfile_0 for inclusion in ef4ca32e9f270dbcc631d5b6f3534c20/f 2024-11-17T15:19:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T15:19:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:19:44,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/testHFileCyclicReplication_01/f/hfile_1 for inclusion in ef4ca32e9f270dbcc631d5b6f3534c20/f 2024-11-17T15:19:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T15:19:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:19:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HRegion(2603): Flush status journal for ef4ca32e9f270dbcc631d5b6f3534c20: 2024-11-17T15:19:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins__test__hcsg7fm8ucg2irpuhkd03raqq8qdnog7lrb7r9lsepc638lsqueikhpde6get2k5/f/hfile_0 2024-11-17T15:19:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins__test__hcsg7fm8ucg2irpuhkd03raqq8qdnog7lrb7r9lsepc638lsqueikhpde6get2k5/f/hfile_0 as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/39378c9d976c4d55b7ec9e50d004ec1e_SeqId_4_ 2024-11-17T15:19:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins__test__hcsg7fm8ucg2irpuhkd03raqq8qdnog7lrb7r9lsepc638lsqueikhpde6get2k5/f/hfile_1 2024-11-17T15:19:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins__test__hcsg7fm8ucg2irpuhkd03raqq8qdnog7lrb7r9lsepc638lsqueikhpde6get2k5/f/hfile_1 as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/9bba94f316be4695a694c7f4c0511b24_SeqId_4_ 2024-11-17T15:19:44,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins__test__hcsg7fm8ucg2irpuhkd03raqq8qdnog7lrb7r9lsepc638lsqueikhpde6get2k5/f/hfile_0 into ef4ca32e9f270dbcc631d5b6f3534c20/f as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/39378c9d976c4d55b7ec9e50d004ec1e_SeqId_4_ - updating store file list. 2024-11-17T15:19:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 39378c9d976c4d55b7ec9e50d004ec1e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T15:19:44,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/39378c9d976c4d55b7ec9e50d004ec1e_SeqId_4_ into ef4ca32e9f270dbcc631d5b6f3534c20/f 2024-11-17T15:19:44,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins__test__hcsg7fm8ucg2irpuhkd03raqq8qdnog7lrb7r9lsepc638lsqueikhpde6get2k5/f/hfile_0 into ef4ca32e9f270dbcc631d5b6f3534c20/f (new location: hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/39378c9d976c4d55b7ec9e50d004ec1e_SeqId_4_) 2024-11-17T15:19:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins__test__hcsg7fm8ucg2irpuhkd03raqq8qdnog7lrb7r9lsepc638lsqueikhpde6get2k5/f/hfile_0 2024-11-17T15:19:44,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins__test__hcsg7fm8ucg2irpuhkd03raqq8qdnog7lrb7r9lsepc638lsqueikhpde6get2k5/f/hfile_1 into ef4ca32e9f270dbcc631d5b6f3534c20/f as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/9bba94f316be4695a694c7f4c0511b24_SeqId_4_ - updating store file list. 2024-11-17T15:19:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9bba94f316be4695a694c7f4c0511b24_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T15:19:44,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/9bba94f316be4695a694c7f4c0511b24_SeqId_4_ into ef4ca32e9f270dbcc631d5b6f3534c20/f 2024-11-17T15:19:44,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins__test__hcsg7fm8ucg2irpuhkd03raqq8qdnog7lrb7r9lsepc638lsqueikhpde6get2k5/f/hfile_1 into ef4ca32e9f270dbcc631d5b6f3534c20/f (new location: hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/9bba94f316be4695a694c7f4c0511b24_SeqId_4_) 2024-11-17T15:19:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins__test__hcsg7fm8ucg2irpuhkd03raqq8qdnog7lrb7r9lsepc638lsqueikhpde6get2k5/f/hfile_1 2024-11-17T15:19:44,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:44,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:44,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:44,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:44,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:44,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:44,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44389,1731856771663, seqNum=-1] 2024-11-17T15:19:44,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:44,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf., hostname=7a780d55532c,44389,1731856771663, seqNum=2] 2024-11-17T15:19:44,201 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T15:19:44,621 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 379, reset compression=false 2024-11-17T15:19:44,890 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 379, reset compression=false 2024-11-17T15:19:44,895 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:19:44,895 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,41319,1731856767577 got entry batch from reader: WALEntryBatch [walEntries=[{test/ef4ca32e9f270dbcc631d5b6f3534c20/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731856784193/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T15:19:44,898 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:19:44,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-17T15:19:44,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.ReplicationSink(318): Replicating [e52c7800-074e-4a3c-8a48-af2ff55b921e] bulk loaded data 2024-11-17T15:19:44,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab32770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:44,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34925,-1 for getting cluster id 2024-11-17T15:19:44,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:44,901 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9abc7189-87cb-487d-b85a-eb1c75cf02a1' 2024-11-17T15:19:44,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:44,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9abc7189-87cb-487d-b85a-eb1c75cf02a1" 2024-11-17T15:19:44,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@423b4bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:44,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34925,-1] 2024-11-17T15:19:44,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:44,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:44,903 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:44,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7907f8c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:44,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741840_1016 (size=7894) 2024-11-17T15:19:45,096 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 687, reset compression=false 2024-11-17T15:19:45,203 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T15:19:45,325 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 379, reset compression=false 2024-11-17T15:19:45,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741841_1017 (size=7691) 2024-11-17T15:19:45,399 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 687, reset compression=false 2024-11-17T15:19:45,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:45,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34925,1731856771626 2024-11-17T15:19:45,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@783349a8 2024-11-17T15:19:45,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:45,741 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-17T15:19:45,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T15:19:45,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:45,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44389,1731856771663, seqNum=-1] 2024-11-17T15:19:45,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:45,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-17T15:19:45,750 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins.hfs.11__test__rnaur8p35a07s6o4589jn0kvtb3r9o50cplgf2ia218jegqovbcu69g3lb8ha52s/f/39378c9d976c4d55b7ec9e50d004ec1e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T15:19:45,753 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins.hfs.11__test__rnaur8p35a07s6o4589jn0kvtb3r9o50cplgf2ia218jegqovbcu69g3lb8ha52s/f/9bba94f316be4695a694c7f4c0511b24_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T15:19:45,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins.hfs.11__test__rnaur8p35a07s6o4589jn0kvtb3r9o50cplgf2ia218jegqovbcu69g3lb8ha52s/f/9bba94f316be4695a694c7f4c0511b24_SeqId_4_ for inclusion in cdd6e73ab2c7ded97681d5c8edbdb7cf/f 2024-11-17T15:19:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T15:19:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:19:45,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins.hfs.11__test__rnaur8p35a07s6o4589jn0kvtb3r9o50cplgf2ia218jegqovbcu69g3lb8ha52s/f/39378c9d976c4d55b7ec9e50d004ec1e_SeqId_4_ for inclusion in cdd6e73ab2c7ded97681d5c8edbdb7cf/f 2024-11-17T15:19:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T15:19:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:19:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HRegion(2603): Flush status journal for cdd6e73ab2c7ded97681d5c8edbdb7cf: 2024-11-17T15:19:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9bba94f316be4695a694c7f4c0511b24_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T15:19:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins.hfs.11__test__rnaur8p35a07s6o4589jn0kvtb3r9o50cplgf2ia218jegqovbcu69g3lb8ha52s/f/9bba94f316be4695a694c7f4c0511b24_SeqId_4_ as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/6bb4c9416a3947599312d83611f53ed8_SeqId_4_ 2024-11-17T15:19:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 39378c9d976c4d55b7ec9e50d004ec1e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T15:19:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins.hfs.11__test__rnaur8p35a07s6o4589jn0kvtb3r9o50cplgf2ia218jegqovbcu69g3lb8ha52s/f/39378c9d976c4d55b7ec9e50d004ec1e_SeqId_4_ as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/a1cac2c536994cf18b33fd99480925eb_SeqId_4_ 2024-11-17T15:19:45,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins.hfs.11__test__rnaur8p35a07s6o4589jn0kvtb3r9o50cplgf2ia218jegqovbcu69g3lb8ha52s/f/9bba94f316be4695a694c7f4c0511b24_SeqId_4_ into cdd6e73ab2c7ded97681d5c8edbdb7cf/f as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/6bb4c9416a3947599312d83611f53ed8_SeqId_4_ - updating store file list. 2024-11-17T15:19:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6bb4c9416a3947599312d83611f53ed8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T15:19:45,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/6bb4c9416a3947599312d83611f53ed8_SeqId_4_ into cdd6e73ab2c7ded97681d5c8edbdb7cf/f 2024-11-17T15:19:45,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins.hfs.11__test__rnaur8p35a07s6o4589jn0kvtb3r9o50cplgf2ia218jegqovbcu69g3lb8ha52s/f/9bba94f316be4695a694c7f4c0511b24_SeqId_4_ into cdd6e73ab2c7ded97681d5c8edbdb7cf/f (new location: hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/6bb4c9416a3947599312d83611f53ed8_SeqId_4_) 2024-11-17T15:19:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins.hfs.11__test__rnaur8p35a07s6o4589jn0kvtb3r9o50cplgf2ia218jegqovbcu69g3lb8ha52s/f/9bba94f316be4695a694c7f4c0511b24_SeqId_4_ 2024-11-17T15:19:45,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins.hfs.11__test__rnaur8p35a07s6o4589jn0kvtb3r9o50cplgf2ia218jegqovbcu69g3lb8ha52s/f/39378c9d976c4d55b7ec9e50d004ec1e_SeqId_4_ into cdd6e73ab2c7ded97681d5c8edbdb7cf/f as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/a1cac2c536994cf18b33fd99480925eb_SeqId_4_ - updating store file list. 2024-11-17T15:19:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1cac2c536994cf18b33fd99480925eb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T15:19:45,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/a1cac2c536994cf18b33fd99480925eb_SeqId_4_ into cdd6e73ab2c7ded97681d5c8edbdb7cf/f 2024-11-17T15:19:45,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins.hfs.11__test__rnaur8p35a07s6o4589jn0kvtb3r9o50cplgf2ia218jegqovbcu69g3lb8ha52s/f/39378c9d976c4d55b7ec9e50d004ec1e_SeqId_4_ into cdd6e73ab2c7ded97681d5c8edbdb7cf/f (new location: hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/a1cac2c536994cf18b33fd99480925eb_SeqId_4_) 2024-11-17T15:19:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins.hfs.11__test__rnaur8p35a07s6o4589jn0kvtb3r9o50cplgf2ia218jegqovbcu69g3lb8ha52s/f/39378c9d976c4d55b7ec9e50d004ec1e_SeqId_4_ 2024-11-17T15:19:45,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.ReplicationSink(324): Finished replicating [e52c7800-074e-4a3c-8a48-af2ff55b921e] bulk loaded data 2024-11-17T15:19:45,803 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 687, reset compression=false 2024-11-17T15:19:46,136 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 379, reset compression=false 2024-11-17T15:19:46,142 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:19:46,142 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44389,1731856771663 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdd6e73ab2c7ded97681d5c8edbdb7cf/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731856785772/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-17T15:19:46,144 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:19:46,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-17T15:19:46,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.ReplicationSink(318): Replicating [e52c7800-074e-4a3c-8a48-af2ff55b921e, 9abc7189-87cb-487d-b85a-eb1c75cf02a1] bulk loaded data 2024-11-17T15:19:46,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7994491a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:46,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37417,-1 for getting cluster id 2024-11-17T15:19:46,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:46,147 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e52c7800-074e-4a3c-8a48-af2ff55b921e' 2024-11-17T15:19:46,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:46,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e52c7800-074e-4a3c-8a48-af2ff55b921e" 2024-11-17T15:19:46,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23a9d8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:46,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37417,-1] 2024-11-17T15:19:46,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:46,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:46,148 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:46,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42bcfb81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:46,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741842_1018 (size=7691) 2024-11-17T15:19:46,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741843_1019 (size=7894) 2024-11-17T15:19:46,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:46,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37417,1731856767511 2024-11-17T15:19:46,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54a3801a 2024-11-17T15:19:46,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:46,180 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-17T15:19:46,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T15:19:46,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:46,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,41319,1731856767577, seqNum=-1] 2024-11-17T15:19:46,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:46,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-17T15:19:46,193 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins.hfs.10__test__25r3j67jad0k15rvisml8gkt0kcku92kc8r75sv3vm1guc0k8aa7ki9mlijdnbn/f/6bb4c9416a3947599312d83611f53ed8_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T15:19:46,195 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins.hfs.10__test__25r3j67jad0k15rvisml8gkt0kcku92kc8r75sv3vm1guc0k8aa7ki9mlijdnbn/f/a1cac2c536994cf18b33fd99480925eb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T15:19:46,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.ReplicationSink(324): Finished replicating [e52c7800-074e-4a3c-8a48-af2ff55b921e, 9abc7189-87cb-487d-b85a-eb1c75cf02a1] bulk loaded data 2024-11-17T15:19:46,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:46,217 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731856786217/Put/seqid=0 2024-11-17T15:19:46,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741842_1018 (size=11194) 2024-11-17T15:19:46,234 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731856786233/Put/seqid=0 2024-11-17T15:19:46,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741843_1019 (size=10791) 2024-11-17T15:19:46,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d70bb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:46,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34925,-1 for getting cluster id 2024-11-17T15:19:46,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:46,248 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9abc7189-87cb-487d-b85a-eb1c75cf02a1' 2024-11-17T15:19:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9abc7189-87cb-487d-b85a-eb1c75cf02a1" 2024-11-17T15:19:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b81954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34925,-1] 2024-11-17T15:19:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:46,250 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:46,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d5159c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:46,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:46,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44389,1731856771663, seqNum=-1] 2024-11-17T15:19:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:46,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:46,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:19:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34925,1731856771626 2024-11-17T15:19:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5bdb27 2024-11-17T15:19:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:19:46,265 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:19:46,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf., hostname=7a780d55532c,44389,1731856771663, seqNum=2] 2024-11-17T15:19:46,271 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T15:19:46,281 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-17T15:19:46,293 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-17T15:19:46,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/testHFileCyclicReplication_10/f/hfile_1 for inclusion in cdd6e73ab2c7ded97681d5c8edbdb7cf/f 2024-11-17T15:19:46,306 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 687, reset compression=false 2024-11-17T15:19:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T15:19:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:19:46,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/testHFileCyclicReplication_10/f/hfile_0 for inclusion in cdd6e73ab2c7ded97681d5c8edbdb7cf/f 2024-11-17T15:19:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T15:19:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:19:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HRegion(2603): Flush status journal for cdd6e73ab2c7ded97681d5c8edbdb7cf: 2024-11-17T15:19:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins__test__bkap1ukutl1dv1nikb6h8n4j1tbreqpmac2e2d7n3lj0ah386mgeu0rdd0o637f0/f/hfile_1 2024-11-17T15:19:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins__test__bkap1ukutl1dv1nikb6h8n4j1tbreqpmac2e2d7n3lj0ah386mgeu0rdd0o637f0/f/hfile_1 as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/27216a9b83ce4792b8dbd97a45efa499_SeqId_6_ 2024-11-17T15:19:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins__test__bkap1ukutl1dv1nikb6h8n4j1tbreqpmac2e2d7n3lj0ah386mgeu0rdd0o637f0/f/hfile_0 2024-11-17T15:19:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins__test__bkap1ukutl1dv1nikb6h8n4j1tbreqpmac2e2d7n3lj0ah386mgeu0rdd0o637f0/f/hfile_0 as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/3b28292a5114456482cb0d7fc67d1d8a_SeqId_6_ 2024-11-17T15:19:46,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins__test__bkap1ukutl1dv1nikb6h8n4j1tbreqpmac2e2d7n3lj0ah386mgeu0rdd0o637f0/f/hfile_1 into cdd6e73ab2c7ded97681d5c8edbdb7cf/f as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/27216a9b83ce4792b8dbd97a45efa499_SeqId_6_ - updating store file list. 2024-11-17T15:19:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 27216a9b83ce4792b8dbd97a45efa499_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T15:19:46,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/27216a9b83ce4792b8dbd97a45efa499_SeqId_6_ into cdd6e73ab2c7ded97681d5c8edbdb7cf/f 2024-11-17T15:19:46,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins__test__bkap1ukutl1dv1nikb6h8n4j1tbreqpmac2e2d7n3lj0ah386mgeu0rdd0o637f0/f/hfile_1 into cdd6e73ab2c7ded97681d5c8edbdb7cf/f (new location: hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/27216a9b83ce4792b8dbd97a45efa499_SeqId_6_) 2024-11-17T15:19:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins__test__bkap1ukutl1dv1nikb6h8n4j1tbreqpmac2e2d7n3lj0ah386mgeu0rdd0o637f0/f/hfile_1 2024-11-17T15:19:46,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins__test__bkap1ukutl1dv1nikb6h8n4j1tbreqpmac2e2d7n3lj0ah386mgeu0rdd0o637f0/f/hfile_0 into cdd6e73ab2c7ded97681d5c8edbdb7cf/f as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/3b28292a5114456482cb0d7fc67d1d8a_SeqId_6_ - updating store file list. 2024-11-17T15:19:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b28292a5114456482cb0d7fc67d1d8a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T15:19:46,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/3b28292a5114456482cb0d7fc67d1d8a_SeqId_6_ into cdd6e73ab2c7ded97681d5c8edbdb7cf/f 2024-11-17T15:19:46,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins__test__bkap1ukutl1dv1nikb6h8n4j1tbreqpmac2e2d7n3lj0ah386mgeu0rdd0o637f0/f/hfile_0 into cdd6e73ab2c7ded97681d5c8edbdb7cf/f (new location: hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/f/3b28292a5114456482cb0d7fc67d1d8a_SeqId_6_) 2024-11-17T15:19:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins__test__bkap1ukutl1dv1nikb6h8n4j1tbreqpmac2e2d7n3lj0ah386mgeu0rdd0o637f0/f/hfile_0 2024-11-17T15:19:46,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:46,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:46,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:46,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf., hostname=7a780d55532c,44389,1731856771663, seqNum=2 , the old value is region=test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf., hostname=7a780d55532c,44389,1731856771663, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7a780d55532c:44389 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T15:19:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf., hostname=7a780d55532c,44389,1731856771663, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T15:19:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf., hostname=7a780d55532c,44389,1731856771663, seqNum=2 from cache 2024-11-17T15:19:46,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:46,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:46,342 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T15:19:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,41319,1731856767577, seqNum=-1] 2024-11-17T15:19:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:46,343 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 725, reset compression=false 2024-11-17T15:19:46,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:46,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20., hostname=7a780d55532c,41319,1731856767577, seqNum=2] 2024-11-17T15:19:46,348 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:19:46,348 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44389,1731856771663 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdd6e73ab2c7ded97681d5c8edbdb7cf/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731856786339/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T15:19:46,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.ReplicationSink(318): Replicating [9abc7189-87cb-487d-b85a-eb1c75cf02a1] bulk loaded data 2024-11-17T15:19:46,351 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T15:19:46,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741844_1020 (size=10791) 2024-11-17T15:19:46,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741845_1021 (size=11194) 2024-11-17T15:19:46,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T15:19:46,398 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins.hfs.10__test__49eepo0tobudj5ud9isc5bqrqvbm3jqu2d5ihhtn5e5i8uem1cb7iljcs1ld1pha/f/27216a9b83ce4792b8dbd97a45efa499_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-17T15:19:46,401 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins.hfs.10__test__49eepo0tobudj5ud9isc5bqrqvbm3jqu2d5ihhtn5e5i8uem1cb7iljcs1ld1pha/f/3b28292a5114456482cb0d7fc67d1d8a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-17T15:19:46,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins.hfs.10__test__49eepo0tobudj5ud9isc5bqrqvbm3jqu2d5ihhtn5e5i8uem1cb7iljcs1ld1pha/f/27216a9b83ce4792b8dbd97a45efa499_SeqId_6_ for inclusion in ef4ca32e9f270dbcc631d5b6f3534c20/f 2024-11-17T15:19:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T15:19:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:19:46,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins.hfs.10__test__49eepo0tobudj5ud9isc5bqrqvbm3jqu2d5ihhtn5e5i8uem1cb7iljcs1ld1pha/f/3b28292a5114456482cb0d7fc67d1d8a_SeqId_6_ for inclusion in ef4ca32e9f270dbcc631d5b6f3534c20/f 2024-11-17T15:19:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T15:19:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:19:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HRegion(2603): Flush status journal for ef4ca32e9f270dbcc631d5b6f3534c20: 2024-11-17T15:19:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 27216a9b83ce4792b8dbd97a45efa499_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T15:19:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins.hfs.10__test__49eepo0tobudj5ud9isc5bqrqvbm3jqu2d5ihhtn5e5i8uem1cb7iljcs1ld1pha/f/27216a9b83ce4792b8dbd97a45efa499_SeqId_6_ as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/ad58e2ef85e94be78c10897eac9af20a_SeqId_6_ 2024-11-17T15:19:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3b28292a5114456482cb0d7fc67d1d8a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T15:19:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins.hfs.10__test__49eepo0tobudj5ud9isc5bqrqvbm3jqu2d5ihhtn5e5i8uem1cb7iljcs1ld1pha/f/3b28292a5114456482cb0d7fc67d1d8a_SeqId_6_ as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/a7cf3d2a75654bc68a158d236bdc29ac_SeqId_6_ 2024-11-17T15:19:46,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins.hfs.10__test__49eepo0tobudj5ud9isc5bqrqvbm3jqu2d5ihhtn5e5i8uem1cb7iljcs1ld1pha/f/27216a9b83ce4792b8dbd97a45efa499_SeqId_6_ into ef4ca32e9f270dbcc631d5b6f3534c20/f as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/ad58e2ef85e94be78c10897eac9af20a_SeqId_6_ - updating store file list. 2024-11-17T15:19:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad58e2ef85e94be78c10897eac9af20a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T15:19:46,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/ad58e2ef85e94be78c10897eac9af20a_SeqId_6_ into ef4ca32e9f270dbcc631d5b6f3534c20/f 2024-11-17T15:19:46,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins.hfs.10__test__49eepo0tobudj5ud9isc5bqrqvbm3jqu2d5ihhtn5e5i8uem1cb7iljcs1ld1pha/f/27216a9b83ce4792b8dbd97a45efa499_SeqId_6_ into ef4ca32e9f270dbcc631d5b6f3534c20/f (new location: hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/ad58e2ef85e94be78c10897eac9af20a_SeqId_6_) 2024-11-17T15:19:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins.hfs.10__test__49eepo0tobudj5ud9isc5bqrqvbm3jqu2d5ihhtn5e5i8uem1cb7iljcs1ld1pha/f/27216a9b83ce4792b8dbd97a45efa499_SeqId_6_ 2024-11-17T15:19:46,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins.hfs.10__test__49eepo0tobudj5ud9isc5bqrqvbm3jqu2d5ihhtn5e5i8uem1cb7iljcs1ld1pha/f/3b28292a5114456482cb0d7fc67d1d8a_SeqId_6_ into ef4ca32e9f270dbcc631d5b6f3534c20/f as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/a7cf3d2a75654bc68a158d236bdc29ac_SeqId_6_ - updating store file list. 2024-11-17T15:19:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7cf3d2a75654bc68a158d236bdc29ac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T15:19:46,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/a7cf3d2a75654bc68a158d236bdc29ac_SeqId_6_ into ef4ca32e9f270dbcc631d5b6f3534c20/f 2024-11-17T15:19:46,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins.hfs.10__test__49eepo0tobudj5ud9isc5bqrqvbm3jqu2d5ihhtn5e5i8uem1cb7iljcs1ld1pha/f/3b28292a5114456482cb0d7fc67d1d8a_SeqId_6_ into ef4ca32e9f270dbcc631d5b6f3534c20/f (new location: hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/f/a7cf3d2a75654bc68a158d236bdc29ac_SeqId_6_) 2024-11-17T15:19:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/staging/jenkins.hfs.10__test__49eepo0tobudj5ud9isc5bqrqvbm3jqu2d5ihhtn5e5i8uem1cb7iljcs1ld1pha/f/3b28292a5114456482cb0d7fc67d1d8a_SeqId_6_ 2024-11-17T15:19:46,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] regionserver.ReplicationSink(324): Finished replicating [9abc7189-87cb-487d-b85a-eb1c75cf02a1] bulk loaded data 2024-11-17T15:19:46,449 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:44389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T15:19:46,548 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 1033, reset compression=false 2024-11-17T15:19:46,854 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 1033, reset compression=false 2024-11-17T15:19:46,922 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 687, reset compression=false 2024-11-17T15:19:46,929 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:19:46,929 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,41319,1731856767577 got entry batch from reader: WALEntryBatch [walEntries=[{test/ef4ca32e9f270dbcc631d5b6f3534c20/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731856786430/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-17T15:19:46,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.ReplicationSink(318): Replicating [9abc7189-87cb-487d-b85a-eb1c75cf02a1, e52c7800-074e-4a3c-8a48-af2ff55b921e] bulk loaded data 2024-11-17T15:19:46,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741844_1020 (size=10791) 2024-11-17T15:19:46,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741845_1021 (size=11194) 2024-11-17T15:19:46,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T15:19:46,990 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins.hfs.11__test__jclbdfct7pvi6ftnun92lgd5c4k92oajokoerd8skq3uvsserko7ue929std6j0n/f/a7cf3d2a75654bc68a158d236bdc29ac_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-17T15:19:46,993 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/staging/jenkins.hfs.11__test__jclbdfct7pvi6ftnun92lgd5c4k92oajokoerd8skq3uvsserko7ue929std6j0n/f/ad58e2ef85e94be78c10897eac9af20a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-17T15:19:46,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] regionserver.ReplicationSink(324): Finished replicating [9abc7189-87cb-487d-b85a-eb1c75cf02a1, e52c7800-074e-4a3c-8a48-af2ff55b921e] bulk loaded data 2024-11-17T15:19:47,129 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 1033, reset compression=false 2024-11-17T15:19:47,258 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 1033, reset compression=false 2024-11-17T15:19:47,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:19:47,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:47,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:47,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:47,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:47,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:47,366 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:19:47,366 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1674044180, stopped=false 2024-11-17T15:19:47,366 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,34925,1731856771626 2024-11-17T15:19:47,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2069985397/running 2024-11-17T15:19:47,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:47,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2069985397/running 2024-11-17T15:19:47,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:47,368 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:19:47,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:47,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:47,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Set watcher on znode that does not yet exist, /1-2069985397/running 2024-11-17T15:19:47,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:47,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Set watcher on znode that does not yet exist, /1-2069985397/running 2024-11-17T15:19:47,370 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,44389,1731856771663' ***** 2024-11-17T15:19:47,370 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:19:47,370 INFO [RS:0;7a780d55532c:44389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:19:47,370 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:19:47,371 INFO [RS:0;7a780d55532c:44389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:19:47,371 INFO [RS:0;7a780d55532c:44389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:19:47,371 INFO [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(3091): Received CLOSE for a699c97b8fc5cdc6ee4f14ff8cf22e68 2024-11-17T15:19:47,371 INFO [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(3091): Received CLOSE for cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:47,371 INFO [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,44389,1731856771663 2024-11-17T15:19:47,371 INFO [RS:0;7a780d55532c:44389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:19:47,371 INFO [RS:0;7a780d55532c:44389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:44389. 2024-11-17T15:19:47,371 DEBUG [RS:0;7a780d55532c:44389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:47,372 DEBUG [RS:0;7a780d55532c:44389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:47,372 INFO [RS:0;7a780d55532c:44389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:19:47,372 INFO [RS:0;7a780d55532c:44389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:19:47,372 INFO [RS:0;7a780d55532c:44389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:19:47,372 INFO [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:19:47,372 INFO [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T15:19:47,372 DEBUG [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(1325): Online Regions={a699c97b8fc5cdc6ee4f14ff8cf22e68=hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68., 1588230740=hbase:meta,,1.1588230740, cdd6e73ab2c7ded97681d5c8edbdb7cf=test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf.} 2024-11-17T15:19:47,372 DEBUG [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a699c97b8fc5cdc6ee4f14ff8cf22e68, cdd6e73ab2c7ded97681d5c8edbdb7cf 2024-11-17T15:19:47,372 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a699c97b8fc5cdc6ee4f14ff8cf22e68, disabling compactions & flushes 2024-11-17T15:19:47,373 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. 2024-11-17T15:19:47,373 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. 2024-11-17T15:19:47,373 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. after waiting 0 ms 2024-11-17T15:19:47,373 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. 2024-11-17T15:19:47,373 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:19:47,373 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:19:47,373 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:19:47,373 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:19:47,373 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:19:47,373 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a699c97b8fc5cdc6ee4f14ff8cf22e68 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-17T15:19:47,373 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T15:19:47,406 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/.tmp/info/6df9ef18c74443d099337bab930b8d9d is 147, key is hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68./info:regioninfo/1731856782339/Put/seqid=0 2024-11-17T15:19:47,413 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/replication/a699c97b8fc5cdc6ee4f14ff8cf22e68/.tmp/hfileref/e229568db9c74799b8549f14f6304b76 is 74, key is 1/hfileref:27216a9b83ce4792b8dbd97a45efa499_SeqId_6_/1731856786440/DeleteColumn/seqid=0 2024-11-17T15:19:47,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741846_1022 (size=7686) 2024-11-17T15:19:47,417 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/.tmp/info/6df9ef18c74443d099337bab930b8d9d 2024-11-17T15:19:47,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741847_1023 (size=5345) 2024-11-17T15:19:47,420 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/replication/a699c97b8fc5cdc6ee4f14ff8cf22e68/.tmp/hfileref/e229568db9c74799b8549f14f6304b76 2024-11-17T15:19:47,427 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:19:47,434 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 1033, reset compression=false 2024-11-17T15:19:47,467 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/.tmp/ns/9d9aff0e9d36412fa91dfc3e22cabd20 is 43, key is default/ns:d/1731856774615/Put/seqid=0 2024-11-17T15:19:47,491 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/replication/a699c97b8fc5cdc6ee4f14ff8cf22e68/.tmp/queue/0fbfe6cfdbf94e169489b38dd4f15018 is 154, key is 1-7a780d55532c,44389,1731856771663/queue:7a780d55532c%2C44389%2C1731856771663/1731856786442/Put/seqid=0 2024-11-17T15:19:47,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741848_1024 (size=5153) 2024-11-17T15:19:47,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741849_1025 (size=5353) 2024-11-17T15:19:47,512 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/replication/a699c97b8fc5cdc6ee4f14ff8cf22e68/.tmp/queue/0fbfe6cfdbf94e169489b38dd4f15018 2024-11-17T15:19:47,520 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/replication/a699c97b8fc5cdc6ee4f14ff8cf22e68/.tmp/hfileref/e229568db9c74799b8549f14f6304b76 as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/replication/a699c97b8fc5cdc6ee4f14ff8cf22e68/hfileref/e229568db9c74799b8549f14f6304b76 2024-11-17T15:19:47,526 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/replication/a699c97b8fc5cdc6ee4f14ff8cf22e68/hfileref/e229568db9c74799b8549f14f6304b76, entries=4, sequenceid=12, filesize=5.2 K 2024-11-17T15:19:47,527 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/replication/a699c97b8fc5cdc6ee4f14ff8cf22e68/.tmp/queue/0fbfe6cfdbf94e169489b38dd4f15018 as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/replication/a699c97b8fc5cdc6ee4f14ff8cf22e68/queue/0fbfe6cfdbf94e169489b38dd4f15018 2024-11-17T15:19:47,535 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/replication/a699c97b8fc5cdc6ee4f14ff8cf22e68/queue/0fbfe6cfdbf94e169489b38dd4f15018, entries=1, sequenceid=12, filesize=5.2 K 2024-11-17T15:19:47,537 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a699c97b8fc5cdc6ee4f14ff8cf22e68 in 164ms, sequenceid=12, compaction requested=false 2024-11-17T15:19:47,549 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/replication/a699c97b8fc5cdc6ee4f14ff8cf22e68/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T15:19:47,549 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:47,550 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:19:47,550 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. 2024-11-17T15:19:47,550 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a699c97b8fc5cdc6ee4f14ff8cf22e68: Waiting for close lock at 1731856787372Running coprocessor pre-close hooks at 1731856787372Disabling compacts and flushes for region at 1731856787372Disabling writes for close at 1731856787373 (+1 ms)Obtaining lock to block concurrent updates at 1731856787373Preparing flush snapshotting stores in a699c97b8fc5cdc6ee4f14ff8cf22e68 at 1731856787373Finished memstore snapshotting hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731856787374 (+1 ms)Flushing stores of hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. at 1731856787376 (+2 ms)Flushing a699c97b8fc5cdc6ee4f14ff8cf22e68/hfileref: creating writer at 1731856787376Flushing a699c97b8fc5cdc6ee4f14ff8cf22e68/hfileref: appending metadata at 1731856787412 (+36 ms)Flushing a699c97b8fc5cdc6ee4f14ff8cf22e68/hfileref: closing flushed file at 1731856787412Flushing a699c97b8fc5cdc6ee4f14ff8cf22e68/queue: creating writer at 1731856787439 (+27 ms)Flushing a699c97b8fc5cdc6ee4f14ff8cf22e68/queue: appending metadata at 1731856787490 (+51 ms)Flushing a699c97b8fc5cdc6ee4f14ff8cf22e68/queue: closing flushed file at 1731856787490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4206e81f: reopening flushed file at 1731856787519 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65de35ce: reopening flushed file at 1731856787527 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a699c97b8fc5cdc6ee4f14ff8cf22e68 in 164ms, sequenceid=12, compaction requested=false at 1731856787537 (+10 ms)Writing region close event to WAL at 1731856787543 (+6 ms)Running coprocessor post-close hooks at 1731856787549 (+6 ms)Closed at 1731856787550 (+1 ms) 2024-11-17T15:19:47,550 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731856781173.a699c97b8fc5cdc6ee4f14ff8cf22e68. 2024-11-17T15:19:47,550 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdd6e73ab2c7ded97681d5c8edbdb7cf, disabling compactions & flushes 2024-11-17T15:19:47,550 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf. 2024-11-17T15:19:47,550 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf. 2024-11-17T15:19:47,550 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf. after waiting 0 ms 2024-11-17T15:19:47,550 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf. 2024-11-17T15:19:47,569 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/default/test/cdd6e73ab2c7ded97681d5c8edbdb7cf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T15:19:47,570 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:47,570 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:19:47,570 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf. 2024-11-17T15:19:47,570 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdd6e73ab2c7ded97681d5c8edbdb7cf: Waiting for close lock at 1731856787550Running coprocessor pre-close hooks at 1731856787550Disabling compacts and flushes for region at 1731856787550Disabling writes for close at 1731856787550Writing region close event to WAL at 1731856787562 (+12 ms)Running coprocessor post-close hooks at 1731856787570 (+8 ms)Closed at 1731856787570 2024-11-17T15:19:47,570 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf. 2024-11-17T15:19:47,572 DEBUG [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:47,593 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:19:47,594 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:19:47,763 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 1033, reset compression=false 2024-11-17T15:19:47,772 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:19:47,772 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 1328, reset compression=false 2024-11-17T15:19:47,772 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44389,1731856771663 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:19:47,772 DEBUG [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:47,774 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7a780d55532c,44389,1731856771663: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7a780d55532c,44389,1731856771663, walGroup=7a780d55532c%2C44389%2C1731856771663, offset=7a780d55532c%2C44389%2C1731856771663.1731856773657:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:44389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T15:19:47,776 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T15:19:47,778 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T15:19:47,779 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T15:19:47,779 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T15:19:47,779 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T15:19:47,779 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 783043776 }, "NonHeapMemoryUsage": { "committed": 190906368, "init": 7667712, "max": -1, "used": 188124368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T15:19:47,787 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:34925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:34925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T15:19:47,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:19:47,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:47,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:47,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:47,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:47,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:47,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:47,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:47,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:47,896 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 1033, reset compression=false 2024-11-17T15:19:47,903 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/.tmp/ns/9d9aff0e9d36412fa91dfc3e22cabd20 2024-11-17T15:19:47,932 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/.tmp/rep_barrier/65f487580b2543c99eb7e1c01214dcdd is 112, key is test,,1731856776851.cdd6e73ab2c7ded97681d5c8edbdb7cf./rep_barrier:seqnumDuringOpen/1731856778001/Put/seqid=0 2024-11-17T15:19:47,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741850_1026 (size=5518) 2024-11-17T15:19:47,948 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/.tmp/rep_barrier/65f487580b2543c99eb7e1c01214dcdd 2024-11-17T15:19:47,973 DEBUG [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:47,975 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 1328, reset compression=false 2024-11-17T15:19:47,975 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/.tmp/table/9b9c2d93c17241009dd6197463322113 is 53, key is hbase:replication/table:state/1731856782345/Put/seqid=0 2024-11-17T15:19:47,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741851_1027 (size=5308) 2024-11-17T15:19:47,986 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/.tmp/table/9b9c2d93c17241009dd6197463322113 2024-11-17T15:19:47,991 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/.tmp/info/6df9ef18c74443d099337bab930b8d9d as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/info/6df9ef18c74443d099337bab930b8d9d 2024-11-17T15:19:47,995 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/info/6df9ef18c74443d099337bab930b8d9d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T15:19:47,995 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/.tmp/ns/9d9aff0e9d36412fa91dfc3e22cabd20 as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/ns/9d9aff0e9d36412fa91dfc3e22cabd20 2024-11-17T15:19:48,001 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/ns/9d9aff0e9d36412fa91dfc3e22cabd20, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T15:19:48,002 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/.tmp/rep_barrier/65f487580b2543c99eb7e1c01214dcdd as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/rep_barrier/65f487580b2543c99eb7e1c01214dcdd 2024-11-17T15:19:48,006 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/rep_barrier/65f487580b2543c99eb7e1c01214dcdd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T15:19:48,007 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/.tmp/table/9b9c2d93c17241009dd6197463322113 as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/table/9b9c2d93c17241009dd6197463322113 2024-11-17T15:19:48,012 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/table/9b9c2d93c17241009dd6197463322113, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T15:19:48,013 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 639ms, sequenceid=16, compaction requested=false 2024-11-17T15:19:48,047 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T15:19:48,048 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:48,048 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:19:48,048 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:48,048 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856787373Running coprocessor pre-close hooks at 1731856787373Disabling compacts and flushes for region at 1731856787373Disabling writes for close at 1731856787373Obtaining lock to block concurrent updates at 1731856787373Preparing flush snapshotting stores in 1588230740 at 1731856787373Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731856787373Flushing stores of hbase:meta,,1.1588230740 at 1731856787374 (+1 ms)Flushing 1588230740/info: creating writer at 1731856787374Flushing 1588230740/info: appending metadata at 1731856787401 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731856787401Flushing 1588230740/ns: creating writer at 1731856787430 (+29 ms)Flushing 1588230740/ns: appending metadata at 1731856787467 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1731856787467Flushing 1588230740/rep_barrier: creating writer at 1731856787909 (+442 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856787931 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856787931Flushing 1588230740/table: creating writer at 1731856787959 (+28 ms)Flushing 1588230740/table: appending metadata at 1731856787975 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731856787975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15463598: reopening flushed file at 1731856787990 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba9a5fd: reopening flushed file at 1731856787995 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44bb04e4: reopening flushed file at 1731856788002 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abdca9: reopening flushed file at 1731856788007 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 639ms, sequenceid=16, compaction requested=false at 1731856788013 (+6 ms)Writing region close event to WAL at 1731856788041 (+28 ms)Running coprocessor post-close hooks at 1731856788048 (+7 ms)Closed at 1731856788048 2024-11-17T15:19:48,048 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:48,173 INFO [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,44389,1731856771663; all regions closed. 2024-11-17T15:19:48,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741834_1010 (size=4239) 2024-11-17T15:19:48,176 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.meta.1731856774573.meta not finished, retry = 0 2024-11-17T15:19:48,279 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 to pos 1328, reset compression=false 2024-11-17T15:19:48,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741839_1015 (size=3127) 2024-11-17T15:19:48,287 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 not finished, retry = 0 2024-11-17T15:19:48,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741832_1008 (size=1336) 2024-11-17T15:19:48,388 DEBUG [RS:0;7a780d55532c:44389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:48,388 INFO [RS:0;7a780d55532c:44389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:19:48,388 INFO [RS:0;7a780d55532c:44389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:19:48,388 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/WALs/7a780d55532c,44389,1731856771663/7a780d55532c%2C44389%2C1731856771663.1731856773657 2024-11-17T15:19:48,388 INFO [RS:0;7a780d55532c:44389 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:19:48,389 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-17T15:19:48,389 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-17T15:19:48,389 INFO [RS:0;7a780d55532c:44389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:19:48,389 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:19:48,389 INFO [RS:0;7a780d55532c:44389 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,44389,1731856771663 because: Region server is closing 2024-11-17T15:19:48,389 INFO [RS:0;7a780d55532c:44389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:44389. 2024-11-17T15:19:48,389 DEBUG [RS:0;7a780d55532c:44389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:48,389 DEBUG [RS:0;7a780d55532c:44389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:48,389 DEBUG [RS:0;7a780d55532c:44389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:48,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:48,408 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 1033, reset compression=false 2024-11-17T15:19:48,490 INFO [RS:0;7a780d55532c:44389 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.shipper7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 terminated 2024-11-17T15:19:48,490 INFO [RS:0;7a780d55532c:44389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:44389. 2024-11-17T15:19:48,490 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44389,1731856771663.replicationSource.wal-reader.7a780d55532c%2C44389%2C1731856771663,1-7a780d55532c,44389,1731856771663 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-17T15:19:48,490 DEBUG [RS:0;7a780d55532c:44389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:48,490 DEBUG [RS:0;7a780d55532c:44389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:48,490 DEBUG [RS:0;7a780d55532c:44389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:48,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:48,490 INFO [RS:0;7a780d55532c:44389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44389 2024-11-17T15:19:48,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2069985397/rs/7a780d55532c,44389,1731856771663 2024-11-17T15:19:48,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397/rs 2024-11-17T15:19:48,494 INFO [RS:0;7a780d55532c:44389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:19:48,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,44389,1731856771663] 2024-11-17T15:19:48,496 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2069985397/draining/7a780d55532c,44389,1731856771663 already deleted, retry=false 2024-11-17T15:19:48,496 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,44389,1731856771663 expired; onlineServers=0 2024-11-17T15:19:48,496 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,34925,1731856771626' ***** 2024-11-17T15:19:48,496 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:19:48,496 INFO [M:0;7a780d55532c:34925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:19:48,496 INFO [M:0;7a780d55532c:34925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:19:48,496 DEBUG [M:0;7a780d55532c:34925 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:19:48,496 DEBUG [M:0;7a780d55532c:34925 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:19:48,496 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856773424 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856773424,5,FailOnTimeoutGroup] 2024-11-17T15:19:48,497 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856773424 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856773424,5,FailOnTimeoutGroup] 2024-11-17T15:19:48,497 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:19:48,497 INFO [M:0;7a780d55532c:34925 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:19:48,497 INFO [M:0;7a780d55532c:34925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:19:48,497 DEBUG [M:0;7a780d55532c:34925 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:19:48,497 INFO [M:0;7a780d55532c:34925 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:19:48,497 INFO [M:0;7a780d55532c:34925 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:19:48,497 INFO [M:0;7a780d55532c:34925 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:19:48,497 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:19:48,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2069985397/master 2024-11-17T15:19:48,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2069985397 2024-11-17T15:19:48,501 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2069985397/master already deleted, retry=false 2024-11-17T15:19:48,501 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2069985397/master 2024-11-17T15:19:48,501 INFO [M:0;7a780d55532c:34925 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/.lastflushedseqids 2024-11-17T15:19:48,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741852_1028 (size=263) 2024-11-17T15:19:48,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:48,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44389-0x101268300820004, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:48,596 INFO [RS:0;7a780d55532c:44389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:19:48,596 INFO [RS:0;7a780d55532c:44389 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,44389,1731856771663; zookeeper connection closed. 2024-11-17T15:19:48,596 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28386644 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28386644 2024-11-17T15:19:48,596 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:19:48,911 INFO [M:0;7a780d55532c:34925 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:19:48,911 INFO [M:0;7a780d55532c:34925 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:19:48,912 DEBUG [M:0;7a780d55532c:34925 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:19:48,912 INFO [M:0;7a780d55532c:34925 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:48,912 DEBUG [M:0;7a780d55532c:34925 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:48,912 DEBUG [M:0;7a780d55532c:34925 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:19:48,912 DEBUG [M:0;7a780d55532c:34925 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:48,912 INFO [M:0;7a780d55532c:34925 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T15:19:48,932 DEBUG [M:0;7a780d55532c:34925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c8f782d2f8a43d1aac4f1fa9db2f14d is 82, key is hbase:meta,,1/info:regioninfo/1731856774606/Put/seqid=0 2024-11-17T15:19:48,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741853_1029 (size=5672) 2024-11-17T15:19:49,013 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 1033, reset compression=false 2024-11-17T15:19:49,339 INFO [M:0;7a780d55532c:34925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c8f782d2f8a43d1aac4f1fa9db2f14d 2024-11-17T15:19:49,372 DEBUG [M:0;7a780d55532c:34925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ffc74d9b90941b3ba795b440612ec9e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731856782348/Put/seqid=0 2024-11-17T15:19:49,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741854_1030 (size=8516) 2024-11-17T15:19:49,382 INFO [M:0;7a780d55532c:34925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ffc74d9b90941b3ba795b440612ec9e 2024-11-17T15:19:49,414 DEBUG [M:0;7a780d55532c:34925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21f6bc36d77f4346a2013d9c82b49fba is 69, key is 7a780d55532c,44389,1731856771663/rs:state/1731856773501/Put/seqid=0 2024-11-17T15:19:49,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741855_1031 (size=5156) 2024-11-17T15:19:49,717 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 1033, reset compression=false 2024-11-17T15:19:49,818 INFO [M:0;7a780d55532c:34925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21f6bc36d77f4346a2013d9c82b49fba 2024-11-17T15:19:49,823 DEBUG [M:0;7a780d55532c:34925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c8f782d2f8a43d1aac4f1fa9db2f14d as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c8f782d2f8a43d1aac4f1fa9db2f14d 2024-11-17T15:19:49,829 INFO [M:0;7a780d55532c:34925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c8f782d2f8a43d1aac4f1fa9db2f14d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T15:19:49,830 DEBUG [M:0;7a780d55532c:34925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ffc74d9b90941b3ba795b440612ec9e as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ffc74d9b90941b3ba795b440612ec9e 2024-11-17T15:19:49,835 INFO [M:0;7a780d55532c:34925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ffc74d9b90941b3ba795b440612ec9e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T15:19:49,836 DEBUG [M:0;7a780d55532c:34925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21f6bc36d77f4346a2013d9c82b49fba as hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21f6bc36d77f4346a2013d9c82b49fba 2024-11-17T15:19:49,841 INFO [M:0;7a780d55532c:34925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39693/user/jenkins/test-data/4fe17481-f1fa-1914-f003-e17d50561570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21f6bc36d77f4346a2013d9c82b49fba, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T15:19:49,842 INFO [M:0;7a780d55532c:34925 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=97, compaction requested=false 2024-11-17T15:19:49,850 INFO [M:0;7a780d55532c:34925 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:49,850 DEBUG [M:0;7a780d55532c:34925 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856788912Disabling compacts and flushes for region at 1731856788912Disabling writes for close at 1731856788912Obtaining lock to block concurrent updates at 1731856788912Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856788912Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731856788912Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856788913 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856788913Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856788931 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856788931Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856789344 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856789371 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856789371Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856789392 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856789413 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856789413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1602bfd7: reopening flushed file at 1731856789823 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@861abe9: reopening flushed file at 1731856789830 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c01c77: reopening flushed file at 1731856789835 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=97, compaction requested=false at 1731856789842 (+7 ms)Writing region close event to WAL at 1731856789849 (+7 ms)Closed at 1731856789849 2024-11-17T15:19:49,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741830_1006 (size=63654) 2024-11-17T15:19:49,856 INFO [M:0;7a780d55532c:34925 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:19:49,856 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:19:49,856 INFO [M:0;7a780d55532c:34925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34925 2024-11-17T15:19:49,858 INFO [M:0;7a780d55532c:34925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:19:49,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:49,964 INFO [M:0;7a780d55532c:34925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:19:49,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34925-0x101268300820003, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:49,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24b1d990{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:19:49,969 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d204f8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:19:49,969 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:19:49,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37039a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:19:49,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2318e67b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/hadoop.log.dir/,STOPPED} 2024-11-17T15:19:49,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:19:49,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:19:49,988 WARN [BP-397634629-172.17.0.2-1731856770643 heartbeating to localhost/127.0.0.1:39693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:19:49,989 WARN [BP-397634629-172.17.0.2-1731856770643 heartbeating to localhost/127.0.0.1:39693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-397634629-172.17.0.2-1731856770643 (Datanode Uuid ef0f76d8-5c9c-42d9-9c18-0f3609a18cf7) service to localhost/127.0.0.1:39693 2024-11-17T15:19:49,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/cluster_3040f619-465e-b232-6033-4ba72c7b932e/data/data1/current/BP-397634629-172.17.0.2-1731856770643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:19:49,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/cluster_3040f619-465e-b232-6033-4ba72c7b932e/data/data2/current/BP-397634629-172.17.0.2-1731856770643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:19:49,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:19:49,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33e424ac{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:19:49,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57e601c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:19:49,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:19:49,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75ca663c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:19:49,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45bccaf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/hadoop.log.dir/,STOPPED} 2024-11-17T15:19:50,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:19:50,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:19:50,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:50,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:50,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:50,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:50,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:50,015 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:19:50,015 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1591479461, stopped=false 2024-11-17T15:19:50,015 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,37417,1731856767511 2024-11-17T15:19:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1478434072/running 2024-11-17T15:19:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1478434072/running 2024-11-17T15:19:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:50,016 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:19:50,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:19:50,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:50,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:50,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Set watcher on znode that does not yet exist, /0-1478434072/running 2024-11-17T15:19:50,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Set watcher on znode that does not yet exist, /0-1478434072/running 2024-11-17T15:19:50,017 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,41319,1731856767577' ***** 2024-11-17T15:19:50,017 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:19:50,018 INFO [RS:0;7a780d55532c:41319 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:19:50,018 INFO [RS:0;7a780d55532c:41319 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:19:50,018 INFO [RS:0;7a780d55532c:41319 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:19:50,018 INFO [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(3091): Received CLOSE for 54c046cd49473252c04e5a0038c497fa 2024-11-17T15:19:50,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:19:50,018 INFO [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(3091): Received CLOSE for ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:50,018 INFO [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,41319,1731856767577 2024-11-17T15:19:50,018 INFO [RS:0;7a780d55532c:41319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:19:50,018 INFO [RS:0;7a780d55532c:41319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:41319. 2024-11-17T15:19:50,018 DEBUG [RS:0;7a780d55532c:41319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:50,018 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54c046cd49473252c04e5a0038c497fa, disabling compactions & flushes 2024-11-17T15:19:50,019 DEBUG [RS:0;7a780d55532c:41319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:50,019 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. 2024-11-17T15:19:50,019 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. 2024-11-17T15:19:50,019 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. after waiting 0 ms 2024-11-17T15:19:50,019 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. 2024-11-17T15:19:50,019 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54c046cd49473252c04e5a0038c497fa 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-17T15:19:50,019 INFO [RS:0;7a780d55532c:41319 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:19:50,019 INFO [RS:0;7a780d55532c:41319 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:19:50,019 INFO [RS:0;7a780d55532c:41319 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:19:50,019 INFO [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:19:50,019 INFO [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T15:19:50,019 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1325): Online Regions={54c046cd49473252c04e5a0038c497fa=hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa., 1588230740=hbase:meta,,1.1588230740, ef4ca32e9f270dbcc631d5b6f3534c20=test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20.} 2024-11-17T15:19:50,019 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54c046cd49473252c04e5a0038c497fa, ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:50,020 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:19:50,020 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:19:50,020 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:19:50,020 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:19:50,020 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:19:50,020 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T15:19:50,039 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/.tmp/info/e7ea8c24c4dc40c3942a9d3a9b577613 is 147, key is hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa./info:regioninfo/1731856780188/Put/seqid=0 2024-11-17T15:19:50,040 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/replication/54c046cd49473252c04e5a0038c497fa/.tmp/hfileref/da9c0c0900ef47528c96efa622990ced is 74, key is 1/hfileref:39378c9d976c4d55b7ec9e50d004ec1e_SeqId_4_/1731856785774/DeleteColumn/seqid=0 2024-11-17T15:19:50,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741846_1022 (size=5345) 2024-11-17T15:19:50,046 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:19:50,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741847_1023 (size=7686) 2024-11-17T15:19:50,220 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54c046cd49473252c04e5a0038c497fa, ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:50,420 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54c046cd49473252c04e5a0038c497fa, ef4ca32e9f270dbcc631d5b6f3534c20 2024-11-17T15:19:50,432 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:19:50,432 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:19:50,447 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/replication/54c046cd49473252c04e5a0038c497fa/.tmp/hfileref/da9c0c0900ef47528c96efa622990ced 2024-11-17T15:19:50,455 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/.tmp/info/e7ea8c24c4dc40c3942a9d3a9b577613 2024-11-17T15:19:50,471 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/replication/54c046cd49473252c04e5a0038c497fa/.tmp/queue/ffa6db164f59484e9de7bea536ada94d is 154, key is 1-7a780d55532c,41319,1731856767577/queue:7a780d55532c%2C41319%2C1731856767577/1731856787002/Put/seqid=0 2024-11-17T15:19:50,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741848_1024 (size=5353) 2024-11-17T15:19:50,488 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/replication/54c046cd49473252c04e5a0038c497fa/.tmp/queue/ffa6db164f59484e9de7bea536ada94d 2024-11-17T15:19:50,491 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/.tmp/ns/ee1f04aabe364726b5bae6c717241091 is 43, key is default/ns:d/1731856770542/Put/seqid=0 2024-11-17T15:19:50,494 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/replication/54c046cd49473252c04e5a0038c497fa/.tmp/hfileref/da9c0c0900ef47528c96efa622990ced as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/replication/54c046cd49473252c04e5a0038c497fa/hfileref/da9c0c0900ef47528c96efa622990ced 2024-11-17T15:19:50,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741849_1025 (size=5153) 2024-11-17T15:19:50,505 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/replication/54c046cd49473252c04e5a0038c497fa/hfileref/da9c0c0900ef47528c96efa622990ced, entries=4, sequenceid=12, filesize=5.2 K 2024-11-17T15:19:50,505 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/replication/54c046cd49473252c04e5a0038c497fa/.tmp/queue/ffa6db164f59484e9de7bea536ada94d as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/replication/54c046cd49473252c04e5a0038c497fa/queue/ffa6db164f59484e9de7bea536ada94d 2024-11-17T15:19:50,510 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/replication/54c046cd49473252c04e5a0038c497fa/queue/ffa6db164f59484e9de7bea536ada94d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-17T15:19:50,511 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 54c046cd49473252c04e5a0038c497fa in 492ms, sequenceid=12, compaction requested=false 2024-11-17T15:19:50,517 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/replication/54c046cd49473252c04e5a0038c497fa/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T15:19:50,518 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:50,518 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:19:50,518 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. 2024-11-17T15:19:50,518 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54c046cd49473252c04e5a0038c497fa: Waiting for close lock at 1731856790018Running coprocessor pre-close hooks at 1731856790018Disabling compacts and flushes for region at 1731856790018Disabling writes for close at 1731856790019 (+1 ms)Obtaining lock to block concurrent updates at 1731856790019Preparing flush snapshotting stores in 54c046cd49473252c04e5a0038c497fa at 1731856790019Finished memstore snapshotting hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731856790019Flushing stores of hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. at 1731856790020 (+1 ms)Flushing 54c046cd49473252c04e5a0038c497fa/hfileref: creating writer at 1731856790020Flushing 54c046cd49473252c04e5a0038c497fa/hfileref: appending metadata at 1731856790039 (+19 ms)Flushing 54c046cd49473252c04e5a0038c497fa/hfileref: closing flushed file at 1731856790039Flushing 54c046cd49473252c04e5a0038c497fa/queue: creating writer at 1731856790455 (+416 ms)Flushing 54c046cd49473252c04e5a0038c497fa/queue: appending metadata at 1731856790471 (+16 ms)Flushing 54c046cd49473252c04e5a0038c497fa/queue: closing flushed file at 1731856790471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c14e8e: reopening flushed file at 1731856790493 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489b1a06: reopening flushed file at 1731856790505 (+12 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 54c046cd49473252c04e5a0038c497fa in 492ms, sequenceid=12, compaction requested=false at 1731856790511 (+6 ms)Writing region close event to WAL at 1731856790513 (+2 ms)Running coprocessor post-close hooks at 1731856790518 (+5 ms)Closed at 1731856790518 2024-11-17T15:19:50,518 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731856779020.54c046cd49473252c04e5a0038c497fa. 2024-11-17T15:19:50,519 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef4ca32e9f270dbcc631d5b6f3534c20, disabling compactions & flushes 2024-11-17T15:19:50,519 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20. 2024-11-17T15:19:50,519 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20. 2024-11-17T15:19:50,519 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20. after waiting 0 ms 2024-11-17T15:19:50,519 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20. 2024-11-17T15:19:50,522 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 1033, reset compression=false 2024-11-17T15:19:50,523 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/default/test/ef4ca32e9f270dbcc631d5b6f3534c20/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T15:19:50,523 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:50,523 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:19:50,523 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20. 2024-11-17T15:19:50,523 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef4ca32e9f270dbcc631d5b6f3534c20: Waiting for close lock at 1731856790519Running coprocessor pre-close hooks at 1731856790519Disabling compacts and flushes for region at 1731856790519Disabling writes for close at 1731856790519Writing region close event to WAL at 1731856790520 (+1 ms)Running coprocessor post-close hooks at 1731856790523 (+3 ms)Closed at 1731856790523 2024-11-17T15:19:50,523 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20. 2024-11-17T15:19:50,527 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:19:50,527 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 1328, reset compression=false 2024-11-17T15:19:50,527 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,41319,1731856767577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:19:50,528 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7a780d55532c,41319,1731856767577: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7a780d55532c,41319,1731856767577, walGroup=7a780d55532c%2C41319%2C1731856767577, offset=7a780d55532c%2C41319%2C1731856767577.1731856769567:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:41319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T15:19:50,529 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T15:19:50,529 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T15:19:50,530 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T15:19:50,530 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T15:19:50,531 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T15:19:50,531 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 495118560 }, "NonHeapMemoryUsage": { "committed": 191692800, "init": 7667712, "max": -1, "used": 188811568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T15:19:50,531 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:37417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:37417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T15:19:50,620 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:50,739 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 1328, reset compression=false 2024-11-17T15:19:50,820 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:50,898 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/.tmp/ns/ee1f04aabe364726b5bae6c717241091 2024-11-17T15:19:50,937 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/.tmp/rep_barrier/40917850743649c9860d381dbc3e557a is 112, key is test,,1731856774700.ef4ca32e9f270dbcc631d5b6f3534c20./rep_barrier:seqnumDuringOpen/1731856775851/Put/seqid=0 2024-11-17T15:19:50,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741850_1026 (size=5518) 2024-11-17T15:19:51,021 INFO [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T15:19:51,021 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:19:51,021 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:51,050 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 1328, reset compression=false 2024-11-17T15:19:51,221 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:51,343 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/.tmp/rep_barrier/40917850743649c9860d381dbc3e557a 2024-11-17T15:19:51,365 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/.tmp/table/65b07bd1b0184bfbaee25cbee9b6b146 is 53, key is hbase:replication/table:state/1731856780196/Put/seqid=0 2024-11-17T15:19:51,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741851_1027 (size=5308) 2024-11-17T15:19:51,421 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:51,455 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 1328, reset compression=false 2024-11-17T15:19:51,621 DEBUG [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:19:51,770 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/.tmp/table/65b07bd1b0184bfbaee25cbee9b6b146 2024-11-17T15:19:51,776 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/.tmp/info/e7ea8c24c4dc40c3942a9d3a9b577613 as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/info/e7ea8c24c4dc40c3942a9d3a9b577613 2024-11-17T15:19:51,780 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/info/e7ea8c24c4dc40c3942a9d3a9b577613, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T15:19:51,781 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/.tmp/ns/ee1f04aabe364726b5bae6c717241091 as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/ns/ee1f04aabe364726b5bae6c717241091 2024-11-17T15:19:51,785 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/ns/ee1f04aabe364726b5bae6c717241091, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T15:19:51,786 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/.tmp/rep_barrier/40917850743649c9860d381dbc3e557a as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/rep_barrier/40917850743649c9860d381dbc3e557a 2024-11-17T15:19:51,790 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/rep_barrier/40917850743649c9860d381dbc3e557a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T15:19:51,791 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/.tmp/table/65b07bd1b0184bfbaee25cbee9b6b146 as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/table/65b07bd1b0184bfbaee25cbee9b6b146 2024-11-17T15:19:51,796 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/table/65b07bd1b0184bfbaee25cbee9b6b146, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T15:19:51,797 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1776ms, sequenceid=16, compaction requested=false 2024-11-17T15:19:51,797 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:19:51,802 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T15:19:51,803 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:51,803 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:19:51,803 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:51,803 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856790019Running coprocessor pre-close hooks at 1731856790019Disabling compacts and flushes for region at 1731856790019Disabling writes for close at 1731856790020 (+1 ms)Obtaining lock to block concurrent updates at 1731856790020Preparing flush snapshotting stores in 1588230740 at 1731856790020Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731856790020Flushing stores of hbase:meta,,1.1588230740 at 1731856790020Flushing 1588230740/info: creating writer at 1731856790021 (+1 ms)Flushing 1588230740/info: appending metadata at 1731856790039 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731856790039Flushing 1588230740/ns: creating writer at 1731856790466 (+427 ms)Flushing 1588230740/ns: appending metadata at 1731856790490 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731856790490Flushing 1588230740/rep_barrier: creating writer at 1731856790904 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856790937 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856790937Flushing 1588230740/table: creating writer at 1731856791348 (+411 ms)Flushing 1588230740/table: appending metadata at 1731856791365 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731856791365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c587a44: reopening flushed file at 1731856791775 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba1ee1d: reopening flushed file at 1731856791780 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6a72bc: reopening flushed file at 1731856791786 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4074042a: reopening flushed file at 1731856791791 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1776ms, sequenceid=16, compaction requested=false at 1731856791797 (+6 ms)Writing region close event to WAL at 1731856791799 (+2 ms)Running coprocessor post-close hooks at 1731856791803 (+4 ms)Closed at 1731856791803 2024-11-17T15:19:51,803 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:51,822 INFO [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,41319,1731856767577; all regions closed. 2024-11-17T15:19:51,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741834_1010 (size=4239) 2024-11-17T15:19:51,825 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.meta.1731856770499.meta not finished, retry = 0 2024-11-17T15:19:51,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741839_1015 (size=3127) 2024-11-17T15:19:51,928 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.rep.1731856780156 not finished, retry = 0 2024-11-17T15:19:51,959 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 to pos 1328, reset compression=false 2024-11-17T15:19:52,031 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/WALs/7a780d55532c,41319,1731856767577/7a780d55532c%2C41319%2C1731856767577.1731856769567 not finished, retry = 0 2024-11-17T15:19:52,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741832_1008 (size=1336) 2024-11-17T15:19:52,132 DEBUG [RS:0;7a780d55532c:41319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:52,132 INFO [RS:0;7a780d55532c:41319 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:19:52,133 INFO [RS:0;7a780d55532c:41319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:19:52,133 INFO [RS:0;7a780d55532c:41319 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T15:19:52,133 INFO [RS:0;7a780d55532c:41319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:19:52,133 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:19:52,134 INFO [RS:0;7a780d55532c:41319 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,41319,1731856767577 because: Region server is closing 2024-11-17T15:19:52,134 INFO [RS:0;7a780d55532c:41319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:41319. 2024-11-17T15:19:52,134 DEBUG [RS:0;7a780d55532c:41319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:52,134 DEBUG [RS:0;7a780d55532c:41319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:52,134 DEBUG [RS:0;7a780d55532c:41319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:52,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:52,235 INFO [RS:0;7a780d55532c:41319 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.shipper7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 terminated 2024-11-17T15:19:52,235 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,41319,1731856767577.replicationSource.wal-reader.7a780d55532c%2C41319%2C1731856767577,1-7a780d55532c,41319,1731856767577 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T15:19:52,235 INFO [RS:0;7a780d55532c:41319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:41319. 2024-11-17T15:19:52,235 DEBUG [RS:0;7a780d55532c:41319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:19:52,235 DEBUG [RS:0;7a780d55532c:41319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:52,235 DEBUG [RS:0;7a780d55532c:41319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:52,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:19:52,235 INFO [RS:0;7a780d55532c:41319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41319 2024-11-17T15:19:52,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1478434072/rs/7a780d55532c,41319,1731856767577 2024-11-17T15:19:52,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072/rs 2024-11-17T15:19:52,237 INFO [RS:0;7a780d55532c:41319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:19:52,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,41319,1731856767577] 2024-11-17T15:19:52,239 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1478434072/draining/7a780d55532c,41319,1731856767577 already deleted, retry=false 2024-11-17T15:19:52,239 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,41319,1731856767577 expired; onlineServers=0 2024-11-17T15:19:52,239 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,37417,1731856767511' ***** 2024-11-17T15:19:52,239 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:19:52,240 INFO [M:0;7a780d55532c:37417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:19:52,240 INFO [M:0;7a780d55532c:37417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:19:52,240 DEBUG [M:0;7a780d55532c:37417 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:19:52,240 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:19:52,240 DEBUG [M:0;7a780d55532c:37417 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:19:52,240 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856769353 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856769353,5,FailOnTimeoutGroup] 2024-11-17T15:19:52,240 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856769353 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856769353,5,FailOnTimeoutGroup] 2024-11-17T15:19:52,240 INFO [M:0;7a780d55532c:37417 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:19:52,240 INFO [M:0;7a780d55532c:37417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:19:52,240 DEBUG [M:0;7a780d55532c:37417 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:19:52,240 INFO [M:0;7a780d55532c:37417 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:19:52,240 INFO [M:0;7a780d55532c:37417 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:19:52,240 INFO [M:0;7a780d55532c:37417 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:19:52,241 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:19:52,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1478434072/master 2024-11-17T15:19:52,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478434072 2024-11-17T15:19:52,242 DEBUG [M:0;7a780d55532c:37417 {}] zookeeper.ZKUtil(347): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Unable to get data of znode /0-1478434072/master because node does not exist (not an error) 2024-11-17T15:19:52,242 WARN [M:0;7a780d55532c:37417 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:19:52,243 INFO [M:0;7a780d55532c:37417 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/.lastflushedseqids 2024-11-17T15:19:52,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741852_1028 (size=263) 2024-11-17T15:19:52,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:19:52,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T15:19:52,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T15:19:52,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T15:19:52,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:19:52,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:19:52,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:52,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41319-0x101268300820001, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:52,339 INFO [RS:0;7a780d55532c:41319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:19:52,339 INFO [RS:0;7a780d55532c:41319 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,41319,1731856767577; zookeeper connection closed. 2024-11-17T15:19:52,339 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4be8b25b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4be8b25b 2024-11-17T15:19:52,339 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:19:52,648 INFO [M:0;7a780d55532c:37417 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:19:52,648 INFO [M:0;7a780d55532c:37417 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:19:52,648 DEBUG [M:0;7a780d55532c:37417 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:19:52,649 INFO [M:0;7a780d55532c:37417 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:52,649 DEBUG [M:0;7a780d55532c:37417 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:52,649 DEBUG [M:0;7a780d55532c:37417 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:19:52,649 DEBUG [M:0;7a780d55532c:37417 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:52,649 INFO [M:0;7a780d55532c:37417 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T15:19:52,665 DEBUG [M:0;7a780d55532c:37417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c69f260229c74b8c9d25a9a1125fcf82 is 82, key is hbase:meta,,1/info:regioninfo/1731856770531/Put/seqid=0 2024-11-17T15:19:52,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741853_1029 (size=5672) 2024-11-17T15:19:53,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:19:53,071 INFO [M:0;7a780d55532c:37417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c69f260229c74b8c9d25a9a1125fcf82 2024-11-17T15:19:53,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:53,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:53,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:53,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:53,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:53,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:53,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:53,092 DEBUG [M:0;7a780d55532c:37417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee690afe5e4940db80d8b777fc3315fd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731856780199/Put/seqid=0 2024-11-17T15:19:53,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:53,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:19:53,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741854_1030 (size=8516) 2024-11-17T15:19:53,516 INFO [M:0;7a780d55532c:37417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee690afe5e4940db80d8b777fc3315fd 2024-11-17T15:19:53,539 DEBUG [M:0;7a780d55532c:37417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/323c295e4cf14d1dbf1e7144b4ae0126 is 69, key is 7a780d55532c,41319,1731856767577/rs:state/1731856769416/Put/seqid=0 2024-11-17T15:19:53,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741855_1031 (size=5156) 2024-11-17T15:19:53,945 INFO [M:0;7a780d55532c:37417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/323c295e4cf14d1dbf1e7144b4ae0126 2024-11-17T15:19:53,951 DEBUG [M:0;7a780d55532c:37417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c69f260229c74b8c9d25a9a1125fcf82 as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c69f260229c74b8c9d25a9a1125fcf82 2024-11-17T15:19:53,959 INFO [M:0;7a780d55532c:37417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c69f260229c74b8c9d25a9a1125fcf82, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T15:19:53,966 DEBUG [M:0;7a780d55532c:37417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee690afe5e4940db80d8b777fc3315fd as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee690afe5e4940db80d8b777fc3315fd 2024-11-17T15:19:53,975 INFO [M:0;7a780d55532c:37417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee690afe5e4940db80d8b777fc3315fd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T15:19:53,977 DEBUG [M:0;7a780d55532c:37417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/323c295e4cf14d1dbf1e7144b4ae0126 as hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/323c295e4cf14d1dbf1e7144b4ae0126 2024-11-17T15:19:53,985 INFO [M:0;7a780d55532c:37417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33395/user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/323c295e4cf14d1dbf1e7144b4ae0126, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T15:19:53,986 INFO [M:0;7a780d55532c:37417 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=97, compaction requested=false 2024-11-17T15:19:53,993 INFO [M:0;7a780d55532c:37417 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:53,993 DEBUG [M:0;7a780d55532c:37417 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856792648Disabling compacts and flushes for region at 1731856792648Disabling writes for close at 1731856792649 (+1 ms)Obtaining lock to block concurrent updates at 1731856792649Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856792649Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731856792649Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856792650 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856792650Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856792665 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856792665Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856793075 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856793092 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856793092Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856793521 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856793539 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856793539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f48eaf3: reopening flushed file at 1731856793950 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10cb551c: reopening flushed file at 1731856793959 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48041cff: reopening flushed file at 1731856793976 (+17 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=97, compaction requested=false at 1731856793986 (+10 ms)Writing region close event to WAL at 1731856793992 (+6 ms)Closed at 1731856793992 2024-11-17T15:19:54,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44429 is added to blk_1073741830_1006 (size=63654) 2024-11-17T15:19:54,009 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6989c72-063e-d6e3-452e-750d1f850a8b/MasterData/WALs/7a780d55532c,37417,1731856767511/7a780d55532c%2C37417%2C1731856767511.1731856769263 not finished, retry = 0 2024-11-17T15:19:54,110 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:19:54,110 INFO [M:0;7a780d55532c:37417 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:19:54,110 INFO [M:0;7a780d55532c:37417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37417 2024-11-17T15:19:54,110 INFO [M:0;7a780d55532c:37417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:19:54,213 INFO [M:0;7a780d55532c:37417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:19:54,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:54,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37417-0x101268300820000, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:19:54,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20c183ca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:19:54,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2308353f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:19:54,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:19:54,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c8cdf4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:19:54,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f7ccd89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/hadoop.log.dir/,STOPPED} 2024-11-17T15:19:54,229 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:19:54,229 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:19:54,229 WARN [BP-959321571-172.17.0.2-1731856766472 heartbeating to localhost/127.0.0.1:33395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:19:54,229 WARN [BP-959321571-172.17.0.2-1731856766472 heartbeating to localhost/127.0.0.1:33395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-959321571-172.17.0.2-1731856766472 (Datanode Uuid 120be13d-6e46-48b5-ba34-b816fdcb5f97) service to localhost/127.0.0.1:33395 2024-11-17T15:19:54,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/cluster_ca4cd5b2-2eac-329b-0748-4e8229000f11/data/data1/current/BP-959321571-172.17.0.2-1731856766472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:19:54,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/cluster_ca4cd5b2-2eac-329b-0748-4e8229000f11/data/data2/current/BP-959321571-172.17.0.2-1731856766472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:19:54,230 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:19:54,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b31f0f0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:19:54,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fd8d025{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:19:54,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:19:54,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a75ffca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:19:54,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f4c8732{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd5abafe-37aa-2d24-1123-81c5c22d7c83/hadoop.log.dir/,STOPPED} 2024-11-17T15:19:54,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T15:19:54,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:19:54,267 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 205) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39693 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39693 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60819) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33395 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33395 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39693 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33395 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60819) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 247) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3857 (was 3147) - AvailableMemoryMB LEAK? - 2024-11-17T15:19:54,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=3857 2024-11-17T15:19:54,295 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-17T15:19:54,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/hadoop.log.dir so I do NOT create it in target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5 2024-11-17T15:19:54,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:19:54,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/hadoop.tmp.dir so I do NOT create it in target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5 2024-11-17T15:19:54,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e03c5788-d6b8-2e75-949c-8ba9a20c0eff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:19:54,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5 2024-11-17T15:19:54,297 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/cluster_59f53769-f0d1-c37e-0623-c7de660b970c, deleteOnExit=true 2024-11-17T15:19:54,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/cluster_59f53769-f0d1-c37e-0623-c7de660b970c/zookeeper_0, clientPort=62024, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/cluster_59f53769-f0d1-c37e-0623-c7de660b970c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/cluster_59f53769-f0d1-c37e-0623-c7de660b970c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T15:19:54,308 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62024 2024-11-17T15:19:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:19:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:19:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/test.cache.data in system properties and HBase conf 2024-11-17T15:19:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:19:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:19:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:19:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:19:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:19:54,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:19:54,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:19:54,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:19:54,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:19:54,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:19:54,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:19:54,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:19:54,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:19:54,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:19:54,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:19:54,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:19:54,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:19:54,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:19:54,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:19:54,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:19:54,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101268300820002, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:19:54,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101268300820005, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:19:54,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101268300820005, quorum=127.0.0.1:60819, baseZNode=/1-2069985397 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:19:54,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101268300820002, quorum=127.0.0.1:60819, baseZNode=/0-1478434072 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:19:54,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:54,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:19:54,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:19:54,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:19:54,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:19:54,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:54,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e1008a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:19:54,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49a9b806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:19:54,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e49cba8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/java.io.tmpdir/jetty-localhost-39401-hadoop-hdfs-3_4_1-tests_jar-_-any-5977878259428113965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:19:54,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@551b34ef{HTTP/1.1, (http/1.1)}{localhost:39401} 2024-11-17T15:19:54,528 INFO [Time-limited test {}] server.Server(415): Started @177465ms 2024-11-17T15:19:54,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:54,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:19:54,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:19:54,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:19:54,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:19:54,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b874f9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:19:54,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4acb23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:19:54,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@317acef8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/java.io.tmpdir/jetty-localhost-38875-hadoop-hdfs-3_4_1-tests_jar-_-any-4813429029216013520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:19:54,785 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464b868d{HTTP/1.1, (http/1.1)}{localhost:38875} 2024-11-17T15:19:54,785 INFO [Time-limited test {}] server.Server(415): Started @177722ms 2024-11-17T15:19:54,786 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:19:54,891 WARN [Thread-2186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/cluster_59f53769-f0d1-c37e-0623-c7de660b970c/data/data1/current/BP-1271033544-172.17.0.2-1731856794336/current, will proceed with Du for space computation calculation, 2024-11-17T15:19:54,891 WARN [Thread-2187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/cluster_59f53769-f0d1-c37e-0623-c7de660b970c/data/data2/current/BP-1271033544-172.17.0.2-1731856794336/current, will proceed with Du for space computation calculation, 2024-11-17T15:19:54,916 WARN [Thread-2174 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:19:54,923 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5919593aa4879db with lease ID 0x17e03e53e4f96f8c: Processing first storage report for DS-b95ba11d-04ad-47ed-84c7-405051122eb4 from datanode DatanodeRegistration(127.0.0.1:34941, datanodeUuid=e3c5fa9b-49f9-49fd-9bb8-d55241193cd5, infoPort=43619, infoSecurePort=0, ipcPort=32793, storageInfo=lv=-57;cid=testClusterID;nsid=1689858727;c=1731856794336) 2024-11-17T15:19:54,923 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5919593aa4879db with lease ID 0x17e03e53e4f96f8c: from storage DS-b95ba11d-04ad-47ed-84c7-405051122eb4 node DatanodeRegistration(127.0.0.1:34941, datanodeUuid=e3c5fa9b-49f9-49fd-9bb8-d55241193cd5, infoPort=43619, infoSecurePort=0, ipcPort=32793, storageInfo=lv=-57;cid=testClusterID;nsid=1689858727;c=1731856794336), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:19:54,923 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5919593aa4879db with lease ID 0x17e03e53e4f96f8c: Processing first storage report for DS-5e6b16dd-7229-43a6-8c4c-2e8120a28621 from datanode DatanodeRegistration(127.0.0.1:34941, datanodeUuid=e3c5fa9b-49f9-49fd-9bb8-d55241193cd5, infoPort=43619, infoSecurePort=0, ipcPort=32793, storageInfo=lv=-57;cid=testClusterID;nsid=1689858727;c=1731856794336) 2024-11-17T15:19:54,923 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5919593aa4879db with lease ID 0x17e03e53e4f96f8c: from storage DS-5e6b16dd-7229-43a6-8c4c-2e8120a28621 node DatanodeRegistration(127.0.0.1:34941, datanodeUuid=e3c5fa9b-49f9-49fd-9bb8-d55241193cd5, infoPort=43619, infoSecurePort=0, ipcPort=32793, storageInfo=lv=-57;cid=testClusterID;nsid=1689858727;c=1731856794336), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:19:55,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5 2024-11-17T15:19:55,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:55,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:55,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:19:55,433 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673 with version=8 2024-11-17T15:19:55,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/hbase-staging 2024-11-17T15:19:55,436 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:19:55,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:55,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:55,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:19:55,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:55,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:19:55,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:19:55,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:19:55,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38031 2024-11-17T15:19:55,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38031 connecting to ZooKeeper ensemble=127.0.0.1:62024 2024-11-17T15:19:55,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380310x0, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:55,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38031-0x10126836d4d0000 connected 2024-11-17T15:19:55,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:55,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:55,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Set watcher on znode that does not yet exist, /0-443898554/running 2024-11-17T15:19:55,476 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673, hbase.cluster.distributed=false 2024-11-17T15:19:55,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Set watcher on znode that does not yet exist, /0-443898554/acl 2024-11-17T15:19:55,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-17T15:19:55,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38031 2024-11-17T15:19:55,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38031 2024-11-17T15:19:55,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-17T15:19:55,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-17T15:19:55,508 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:19:55,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:55,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:55,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:19:55,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:55,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:19:55,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:19:55,508 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:19:55,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44591 2024-11-17T15:19:55,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44591 connecting to ZooKeeper ensemble=127.0.0.1:62024 2024-11-17T15:19:55,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:55,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:55,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445910x0, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:55,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445910x0, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Set watcher on znode that does not yet exist, /0-443898554/running 2024-11-17T15:19:55,523 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:19:55,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44591-0x10126836d4d0001 connected 2024-11-17T15:19:55,528 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:19:55,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Set watcher on znode that does not yet exist, /0-443898554/master 2024-11-17T15:19:55,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Set watcher on znode that does not yet exist, /0-443898554/acl 2024-11-17T15:19:55,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44591 2024-11-17T15:19:55,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44591 2024-11-17T15:19:55,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44591 2024-11-17T15:19:55,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44591 2024-11-17T15:19:55,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44591 2024-11-17T15:19:55,550 DEBUG [M:0;7a780d55532c:38031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:38031 2024-11-17T15:19:55,551 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-443898554/backup-masters/7a780d55532c,38031,1731856795436 2024-11-17T15:19:55,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554/backup-masters 2024-11-17T15:19:55,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554/backup-masters 2024-11-17T15:19:55,553 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Set watcher on existing znode=/0-443898554/backup-masters/7a780d55532c,38031,1731856795436 2024-11-17T15:19:55,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:19:55,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-443898554/master 2024-11-17T15:19:55,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:19:55,555 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Set watcher on existing znode=/0-443898554/master 2024-11-17T15:19:55,555 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-443898554/backup-masters/7a780d55532c,38031,1731856795436 from backup master directory 2024-11-17T15:19:55,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-443898554/backup-masters/7a780d55532c,38031,1731856795436 2024-11-17T15:19:55,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554/backup-masters 2024-11-17T15:19:55,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554/backup-masters 2024-11-17T15:19:55,556 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:19:55,556 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,38031,1731856795436 2024-11-17T15:19:55,561 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/hbase.id] with ID: 94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde 2024-11-17T15:19:55,561 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/.tmp/hbase.id 2024-11-17T15:19:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:19:55,972 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/.tmp/hbase.id]:[hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/hbase.id] 2024-11-17T15:19:55,982 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:55,982 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:19:55,983 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:19:55,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:19:55,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:19:55,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:19:55,991 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:19:55,992 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:19:55,994 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:56,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:19:56,406 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store 2024-11-17T15:19:56,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:19:56,812 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:56,813 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:19:56,813 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:56,813 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:56,813 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:19:56,813 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:56,813 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:56,813 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856796812Disabling compacts and flushes for region at 1731856796812Disabling writes for close at 1731856796813 (+1 ms)Writing region close event to WAL at 1731856796813Closed at 1731856796813 2024-11-17T15:19:56,814 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/.initializing 2024-11-17T15:19:56,814 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/WALs/7a780d55532c,38031,1731856795436 2024-11-17T15:19:56,815 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:19:56,816 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C38031%2C1731856795436, suffix=, logDir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/WALs/7a780d55532c,38031,1731856795436, archiveDir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/oldWALs, maxLogs=10 2024-11-17T15:19:56,830 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/WALs/7a780d55532c,38031,1731856795436/7a780d55532c%2C38031%2C1731856795436.1731856796817, exclude list is [], retry=0 2024-11-17T15:19:56,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34941,DS-b95ba11d-04ad-47ed-84c7-405051122eb4,DISK] 2024-11-17T15:19:56,835 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/WALs/7a780d55532c,38031,1731856795436/7a780d55532c%2C38031%2C1731856795436.1731856796817 2024-11-17T15:19:56,835 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43619:43619)] 2024-11-17T15:19:56,835 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:56,835 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:56,835 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:56,835 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:56,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:56,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:19:56,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:56,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:56,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:56,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:19:56,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:56,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:56,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:56,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:19:56,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:56,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:56,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:56,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:19:56,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:56,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:56,841 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:56,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:56,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:56,843 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:56,843 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:56,844 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:56,844 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:56,846 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:56,846 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70274458, jitterRate=0.04717102646827698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:56,847 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856796835Initializing all the Stores at 1731856796836 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856796836Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856796836Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856796836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856796836Cleaning up temporary data from old regions at 1731856796843 (+7 ms)Region opened successfully at 1731856796847 (+4 ms) 2024-11-17T15:19:56,847 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:19:56,849 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@acff8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:19:56,850 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:19:56,850 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:19:56,850 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:19:56,850 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:19:56,851 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:19:56,851 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:19:56,851 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:19:56,853 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:19:56,854 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Unable to get data of znode /0-443898554/balancer because node does not exist (not necessarily an error) 2024-11-17T15:19:56,855 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-443898554/balancer already deleted, retry=false 2024-11-17T15:19:56,855 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:19:56,856 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Unable to get data of znode /0-443898554/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:19:56,857 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-443898554/normalizer already deleted, retry=false 2024-11-17T15:19:56,857 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:19:56,858 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Unable to get data of znode /0-443898554/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:19:56,860 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-443898554/switch/split already deleted, retry=false 2024-11-17T15:19:56,861 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Unable to get data of znode /0-443898554/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:19:56,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-443898554/switch/merge already deleted, retry=false 2024-11-17T15:19:56,863 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Unable to get data of znode /0-443898554/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:19:56,864 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-443898554/snapshot-cleanup already deleted, retry=false 2024-11-17T15:19:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-443898554/running 2024-11-17T15:19:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:19:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-443898554/running 2024-11-17T15:19:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:19:56,866 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,38031,1731856795436, sessionid=0x10126836d4d0000, setting cluster-up flag (Was=false) 2024-11-17T15:19:56,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:19:56,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:19:56,877 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-443898554/flush-table-proc/acquired, /0-443898554/flush-table-proc/reached, /0-443898554/flush-table-proc/abort 2024-11-17T15:19:56,878 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,38031,1731856795436 2024-11-17T15:19:56,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:19:56,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:19:56,885 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-443898554/online-snapshot/acquired, /0-443898554/online-snapshot/reached, /0-443898554/online-snapshot/abort 2024-11-17T15:19:56,886 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,38031,1731856795436 2024-11-17T15:19:56,887 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:19:56,888 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:56,888 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:19:56,888 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:19:56,888 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,38031,1731856795436 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:19:56,889 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:56,890 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:56,890 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:56,890 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:56,890 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:19:56,890 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:56,890 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:19:56,890 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:56,890 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856826890 2024-11-17T15:19:56,890 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:19:56,891 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:19:56,891 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:19:56,891 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:19:56,891 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:19:56,891 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:19:56,891 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:56,891 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:19:56,891 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:19:56,891 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:19:56,891 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:19:56,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:56,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:19:56,892 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:19:56,892 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:19:56,892 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856796892,5,FailOnTimeoutGroup] 2024-11-17T15:19:56,892 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:56,892 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:19:56,893 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856796892,5,FailOnTimeoutGroup] 2024-11-17T15:19:56,893 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:56,893 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:19:56,893 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:56,893 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:56,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:19:56,940 INFO [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(746): ClusterId : 94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde 2024-11-17T15:19:56,940 DEBUG [RS:0;7a780d55532c:44591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:19:56,942 DEBUG [RS:0;7a780d55532c:44591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:19:56,942 DEBUG [RS:0;7a780d55532c:44591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:19:56,944 DEBUG [RS:0;7a780d55532c:44591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:19:56,944 DEBUG [RS:0;7a780d55532c:44591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10185642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:19:56,956 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:44591 2024-11-17T15:19:56,956 INFO [RS:0;7a780d55532c:44591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:19:56,956 INFO [RS:0;7a780d55532c:44591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:19:56,956 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:19:56,957 INFO [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,38031,1731856795436 with port=44591, startcode=1731856795507 2024-11-17T15:19:56,957 DEBUG [RS:0;7a780d55532c:44591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:19:56,959 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:19:56,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,44591,1731856795507 2024-11-17T15:19:56,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38031 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,44591,1731856795507 2024-11-17T15:19:56,961 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673 2024-11-17T15:19:56,961 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40295 2024-11-17T15:19:56,961 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:19:56,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554/rs 2024-11-17T15:19:56,963 DEBUG [RS:0;7a780d55532c:44591 {}] zookeeper.ZKUtil(111): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Set watcher on existing znode=/0-443898554/rs/7a780d55532c,44591,1731856795507 2024-11-17T15:19:56,963 WARN [RS:0;7a780d55532c:44591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:19:56,963 INFO [RS:0;7a780d55532c:44591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:56,964 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507 2024-11-17T15:19:56,964 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,44591,1731856795507] 2024-11-17T15:19:56,966 INFO [RS:0;7a780d55532c:44591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:19:56,968 INFO [RS:0;7a780d55532c:44591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:19:56,968 INFO [RS:0;7a780d55532c:44591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:19:56,968 INFO [RS:0;7a780d55532c:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:56,968 INFO [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:19:56,969 INFO [RS:0;7a780d55532c:44591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:19:56,969 INFO [RS:0;7a780d55532c:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:56,969 DEBUG [RS:0;7a780d55532c:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:56,969 DEBUG [RS:0;7a780d55532c:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:56,969 DEBUG [RS:0;7a780d55532c:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:56,969 DEBUG [RS:0;7a780d55532c:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:56,969 DEBUG [RS:0;7a780d55532c:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:56,969 DEBUG [RS:0;7a780d55532c:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:19:56,969 DEBUG [RS:0;7a780d55532c:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:56,969 DEBUG [RS:0;7a780d55532c:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:56,969 DEBUG [RS:0;7a780d55532c:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:56,969 DEBUG [RS:0;7a780d55532c:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:56,969 DEBUG [RS:0;7a780d55532c:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:56,969 DEBUG [RS:0;7a780d55532c:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:56,969 DEBUG [RS:0;7a780d55532c:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:19:56,969 DEBUG [RS:0;7a780d55532c:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:19:56,972 INFO [RS:0;7a780d55532c:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:56,972 INFO [RS:0;7a780d55532c:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:56,972 INFO [RS:0;7a780d55532c:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:56,972 INFO [RS:0;7a780d55532c:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:56,972 INFO [RS:0;7a780d55532c:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:56,972 INFO [RS:0;7a780d55532c:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44591,1731856795507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:19:56,991 INFO [RS:0;7a780d55532c:44591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:19:56,991 INFO [RS:0;7a780d55532c:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44591,1731856795507-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:56,991 INFO [RS:0;7a780d55532c:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:56,991 INFO [RS:0;7a780d55532c:44591 {}] regionserver.Replication(171): 7a780d55532c,44591,1731856795507 started 2024-11-17T15:19:57,008 INFO [RS:0;7a780d55532c:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:57,008 INFO [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,44591,1731856795507, RpcServer on 7a780d55532c/172.17.0.2:44591, sessionid=0x10126836d4d0001 2024-11-17T15:19:57,008 DEBUG [RS:0;7a780d55532c:44591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:19:57,008 DEBUG [RS:0;7a780d55532c:44591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,44591,1731856795507 2024-11-17T15:19:57,008 DEBUG [RS:0;7a780d55532c:44591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,44591,1731856795507' 2024-11-17T15:19:57,008 DEBUG [RS:0;7a780d55532c:44591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-443898554/flush-table-proc/abort' 2024-11-17T15:19:57,008 DEBUG [RS:0;7a780d55532c:44591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-443898554/flush-table-proc/acquired' 2024-11-17T15:19:57,009 DEBUG [RS:0;7a780d55532c:44591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:19:57,009 DEBUG [RS:0;7a780d55532c:44591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:19:57,009 DEBUG [RS:0;7a780d55532c:44591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,44591,1731856795507 2024-11-17T15:19:57,009 DEBUG [RS:0;7a780d55532c:44591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,44591,1731856795507' 2024-11-17T15:19:57,009 DEBUG [RS:0;7a780d55532c:44591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-443898554/online-snapshot/abort' 2024-11-17T15:19:57,009 DEBUG [RS:0;7a780d55532c:44591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-443898554/online-snapshot/acquired' 2024-11-17T15:19:57,009 DEBUG [RS:0;7a780d55532c:44591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:19:57,009 INFO [RS:0;7a780d55532c:44591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:19:57,009 INFO [RS:0;7a780d55532c:44591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:19:57,110 INFO [RS:0;7a780d55532c:44591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:19:57,112 INFO [RS:0;7a780d55532c:44591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C44591%2C1731856795507, suffix=, logDir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507, archiveDir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/oldWALs, maxLogs=10 2024-11-17T15:19:57,128 DEBUG [RS:0;7a780d55532c:44591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112, exclude list is [], retry=0 2024-11-17T15:19:57,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34941,DS-b95ba11d-04ad-47ed-84c7-405051122eb4,DISK] 2024-11-17T15:19:57,133 INFO [RS:0;7a780d55532c:44591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 2024-11-17T15:19:57,133 DEBUG [RS:0;7a780d55532c:44591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43619:43619)] 2024-11-17T15:19:57,300 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:19:57,300 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673 2024-11-17T15:19:57,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741833_1009 (size=32) 2024-11-17T15:19:57,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:57,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:19:57,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:19:57,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:57,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:57,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:19:57,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:19:57,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:57,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:57,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:19:57,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:19:57,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:57,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:57,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:19:57,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:19:57,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:57,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:57,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:19:57,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740 2024-11-17T15:19:57,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740 2024-11-17T15:19:57,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:19:57,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:19:57,718 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:57,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:19:57,721 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:57,722 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59775005, jitterRate=-0.10928301513195038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:57,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856797707Initializing all the Stores at 1731856797707Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856797707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856797708 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856797708Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856797708Cleaning up temporary data from old regions at 1731856797717 (+9 ms)Region opened successfully at 1731856797722 (+5 ms) 2024-11-17T15:19:57,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:19:57,722 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:19:57,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:19:57,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:19:57,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:19:57,723 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:19:57,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856797722Disabling compacts and flushes for region at 1731856797722Disabling writes for close at 1731856797722Writing region close event to WAL at 1731856797723 (+1 ms)Closed at 1731856797723 2024-11-17T15:19:57,724 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:57,724 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:19:57,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:19:57,725 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:19:57,726 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:19:57,876 DEBUG [7a780d55532c:38031 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:19:57,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,44591,1731856795507 2024-11-17T15:19:57,878 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,44591,1731856795507, state=OPENING 2024-11-17T15:19:57,879 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:19:57,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:19:57,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:19:57,881 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:19:57,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-443898554/meta-region-server: CHANGED 2024-11-17T15:19:57,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,44591,1731856795507}] 2024-11-17T15:19:57,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-443898554/meta-region-server: CHANGED 2024-11-17T15:19:58,034 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:19:58,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:19:58,039 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:19:58,039 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:58,040 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:19:58,041 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C44591%2C1731856795507.meta, suffix=.meta, logDir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507, archiveDir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/oldWALs, maxLogs=10 2024-11-17T15:19:58,058 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.meta.1731856798041.meta, exclude list is [], retry=0 2024-11-17T15:19:58,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34941,DS-b95ba11d-04ad-47ed-84c7-405051122eb4,DISK] 2024-11-17T15:19:58,065 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.meta.1731856798041.meta 2024-11-17T15:19:58,066 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43619:43619)] 2024-11-17T15:19:58,066 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:58,066 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:19:58,066 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:19:58,066 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:19:58,067 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:19:58,067 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:19:58,067 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:58,067 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:19:58,067 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:19:58,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:19:58,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:19:58,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:58,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:58,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:19:58,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:19:58,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:58,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:58,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:19:58,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:19:58,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:58,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:58,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:19:58,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:19:58,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:58,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:58,072 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:19:58,073 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740 2024-11-17T15:19:58,073 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740 2024-11-17T15:19:58,074 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:19:58,074 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:19:58,075 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:58,076 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:19:58,076 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66894735, jitterRate=-0.003190770745277405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:58,076 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:19:58,077 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856798067Writing region info on filesystem at 1731856798067Initializing all the Stores at 1731856798068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856798068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856798068Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856798068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856798068Cleaning up temporary data from old regions at 1731856798074 (+6 ms)Running coprocessor post-open hooks at 1731856798076 (+2 ms)Region opened successfully at 1731856798077 (+1 ms) 2024-11-17T15:19:58,078 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856798033 2024-11-17T15:19:58,081 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:19:58,081 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:19:58,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,44591,1731856795507 2024-11-17T15:19:58,082 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,44591,1731856795507, state=OPEN 2024-11-17T15:19:58,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-443898554/meta-region-server 2024-11-17T15:19:58,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-443898554/meta-region-server 2024-11-17T15:19:58,088 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,44591,1731856795507 2024-11-17T15:19:58,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-443898554/meta-region-server: CHANGED 2024-11-17T15:19:58,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-443898554/meta-region-server: CHANGED 2024-11-17T15:19:58,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:19:58,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,44591,1731856795507 in 207 msec 2024-11-17T15:19:58,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:19:58,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-17T15:19:58,093 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:58,093 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:19:58,094 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:58,094 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44591,1731856795507, seqNum=-1] 2024-11-17T15:19:58,095 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:58,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:58,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2120 sec 2024-11-17T15:19:58,101 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856798101, completionTime=-1 2024-11-17T15:19:58,101 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:19:58,101 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:19:58,103 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:19:58,103 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856858103 2024-11-17T15:19:58,103 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856918103 2024-11-17T15:19:58,103 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T15:19:58,104 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38031,1731856795436-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:58,104 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38031,1731856795436-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:58,104 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38031,1731856795436-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:58,104 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:38031, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:58,104 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:58,104 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:58,106 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:19:58,108 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.552sec 2024-11-17T15:19:58,109 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:19:58,109 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:19:58,109 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:19:58,109 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:19:58,109 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:19:58,109 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38031,1731856795436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:19:58,109 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38031,1731856795436-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:19:58,118 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:19:58,118 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:19:58,118 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38031,1731856795436-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:19:58,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77333365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:58,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,38031,-1 for getting cluster id 2024-11-17T15:19:58,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:19:58,143 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde' 2024-11-17T15:19:58,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:19:58,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde" 2024-11-17T15:19:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17069837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,38031,-1] 2024-11-17T15:19:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:19:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:19:58,145 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:19:58,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322ee689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:19:58,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:19:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44591,1731856795507, seqNum=-1] 2024-11-17T15:19:58,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:19:58,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:19:58,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,38031,1731856795436 2024-11-17T15:19:58,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62024 2024-11-17T15:19:58,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:58,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10126836d4d0002 connected 2024-11-17T15:19:58,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/hadoop.log.dir so I do NOT create it in target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41 2024-11-17T15:19:58,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:19:58,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/hadoop.tmp.dir so I do NOT create it in target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41 2024-11-17T15:19:58,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:19:58,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41 2024-11-17T15:19:58,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:19:58,156 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/cluster_90cc9be7-6d84-7fe9-4f24-df1c060f1b2a, deleteOnExit=true 2024-11-17T15:19:58,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:19:58,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/test.cache.data in system properties and HBase conf 2024-11-17T15:19:58,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:19:58,157 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:19:58,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:19:58,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:58,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:19:58,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:19:58,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:19:58,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:19:58,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:58,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bccc59f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:19:58,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cab299c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:19:58,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@638d0e93{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/java.io.tmpdir/jetty-localhost-37205-hadoop-hdfs-3_4_1-tests_jar-_-any-10364199518900309598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:19:58,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bfc5371{HTTP/1.1, (http/1.1)}{localhost:37205} 2024-11-17T15:19:58,373 INFO [Time-limited test {}] server.Server(415): Started @181310ms 2024-11-17T15:19:58,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:19:58,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:19:58,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:19:58,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:19:58,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:19:58,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46c7a1ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:19:58,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a2c8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:19:58,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11f73eee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/java.io.tmpdir/jetty-localhost-45033-hadoop-hdfs-3_4_1-tests_jar-_-any-5727077353474969836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:19:58,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e78f1ba{HTTP/1.1, (http/1.1)}{localhost:45033} 2024-11-17T15:19:58,601 INFO [Time-limited test {}] server.Server(415): Started @181539ms 2024-11-17T15:19:58,603 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:19:58,708 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/cluster_90cc9be7-6d84-7fe9-4f24-df1c060f1b2a/data/data1/current/BP-1422363989-172.17.0.2-1731856798176/current, will proceed with Du for space computation calculation, 2024-11-17T15:19:58,708 WARN [Thread-2307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/cluster_90cc9be7-6d84-7fe9-4f24-df1c060f1b2a/data/data2/current/BP-1422363989-172.17.0.2-1731856798176/current, will proceed with Du for space computation calculation, 2024-11-17T15:19:58,733 WARN [Thread-2294 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:19:58,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb5d748b837fc454 with lease ID 0x2cd925ce3bd4d9b5: Processing first storage report for DS-8a3e6703-b20d-4165-8213-907d78770b40 from datanode DatanodeRegistration(127.0.0.1:37831, datanodeUuid=1ffe7d18-ca23-40c1-8282-fa832ee2acee, infoPort=40885, infoSecurePort=0, ipcPort=38567, storageInfo=lv=-57;cid=testClusterID;nsid=1802628727;c=1731856798176) 2024-11-17T15:19:58,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb5d748b837fc454 with lease ID 0x2cd925ce3bd4d9b5: from storage DS-8a3e6703-b20d-4165-8213-907d78770b40 node DatanodeRegistration(127.0.0.1:37831, datanodeUuid=1ffe7d18-ca23-40c1-8282-fa832ee2acee, infoPort=40885, infoSecurePort=0, ipcPort=38567, storageInfo=lv=-57;cid=testClusterID;nsid=1802628727;c=1731856798176), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:19:58,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb5d748b837fc454 with lease ID 0x2cd925ce3bd4d9b5: Processing first storage report for DS-450207a7-9644-4b51-85ec-ad80a099210a from datanode DatanodeRegistration(127.0.0.1:37831, datanodeUuid=1ffe7d18-ca23-40c1-8282-fa832ee2acee, infoPort=40885, infoSecurePort=0, ipcPort=38567, storageInfo=lv=-57;cid=testClusterID;nsid=1802628727;c=1731856798176) 2024-11-17T15:19:58,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb5d748b837fc454 with lease ID 0x2cd925ce3bd4d9b5: from storage DS-450207a7-9644-4b51-85ec-ad80a099210a node DatanodeRegistration(127.0.0.1:37831, datanodeUuid=1ffe7d18-ca23-40c1-8282-fa832ee2acee, infoPort=40885, infoSecurePort=0, ipcPort=38567, storageInfo=lv=-57;cid=testClusterID;nsid=1802628727;c=1731856798176), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:19:58,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41 2024-11-17T15:19:58,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:58,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:58,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:19:59,245 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7 with version=8 2024-11-17T15:19:59,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/hbase-staging 2024-11-17T15:19:59,248 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:19:59,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:59,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:59,248 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:19:59,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:59,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:19:59,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:19:59,248 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:19:59,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37999 2024-11-17T15:19:59,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37999 connecting to ZooKeeper ensemble=127.0.0.1:62024 2024-11-17T15:19:59,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379990x0, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:59,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37999-0x10126836d4d0003 connected 2024-11-17T15:19:59,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:59,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:59,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Set watcher on znode that does not yet exist, /1-942627416/running 2024-11-17T15:19:59,288 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7, hbase.cluster.distributed=false 2024-11-17T15:19:59,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Set watcher on znode that does not yet exist, /1-942627416/acl 2024-11-17T15:19:59,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37999 2024-11-17T15:19:59,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37999 2024-11-17T15:19:59,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37999 2024-11-17T15:19:59,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37999 2024-11-17T15:19:59,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37999 2024-11-17T15:19:59,333 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:19:59,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:59,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:59,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:19:59,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:19:59,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:19:59,333 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:19:59,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:19:59,334 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39445 2024-11-17T15:19:59,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39445 connecting to ZooKeeper ensemble=127.0.0.1:62024 2024-11-17T15:19:59,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:59,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:59,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394450x0, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:19:59,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394450x0, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Set watcher on znode that does not yet exist, /1-942627416/running 2024-11-17T15:19:59,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39445-0x10126836d4d0004 connected 2024-11-17T15:19:59,344 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:19:59,356 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:19:59,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Set watcher on znode that does not yet exist, /1-942627416/master 2024-11-17T15:19:59,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Set watcher on znode that does not yet exist, /1-942627416/acl 2024-11-17T15:19:59,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39445 2024-11-17T15:19:59,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39445 2024-11-17T15:19:59,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39445 2024-11-17T15:19:59,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39445 2024-11-17T15:19:59,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39445 2024-11-17T15:19:59,384 DEBUG [M:0;7a780d55532c:37999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:37999 2024-11-17T15:19:59,384 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-942627416/backup-masters/7a780d55532c,37999,1731856799247 2024-11-17T15:19:59,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416/backup-masters 2024-11-17T15:19:59,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416/backup-masters 2024-11-17T15:19:59,386 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Set watcher on existing znode=/1-942627416/backup-masters/7a780d55532c,37999,1731856799247 2024-11-17T15:19:59,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:19:59,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-942627416/master 2024-11-17T15:19:59,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:19:59,388 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Set watcher on existing znode=/1-942627416/master 2024-11-17T15:19:59,389 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-942627416/backup-masters/7a780d55532c,37999,1731856799247 from backup master directory 2024-11-17T15:19:59,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-942627416/backup-masters/7a780d55532c,37999,1731856799247 2024-11-17T15:19:59,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416/backup-masters 2024-11-17T15:19:59,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416/backup-masters 2024-11-17T15:19:59,390 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:19:59,390 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,37999,1731856799247 2024-11-17T15:19:59,393 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/hbase.id] with ID: fe7c038d-549b-4d31-88cd-a5b4c30fc2ba 2024-11-17T15:19:59,393 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/.tmp/hbase.id 2024-11-17T15:19:59,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:19:59,398 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/.tmp/hbase.id]:[hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/hbase.id] 2024-11-17T15:19:59,407 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:19:59,407 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:19:59,408 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:19:59,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:19:59,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:19:59,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:19:59,814 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:19:59,815 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:19:59,815 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:19:59,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:19:59,826 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store 2024-11-17T15:19:59,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:19:59,841 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:59,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:19:59,842 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:59,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:59,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:19:59,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:59,842 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:19:59,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856799842Disabling compacts and flushes for region at 1731856799842Disabling writes for close at 1731856799842Writing region close event to WAL at 1731856799842Closed at 1731856799842 2024-11-17T15:19:59,842 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/.initializing 2024-11-17T15:19:59,843 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/WALs/7a780d55532c,37999,1731856799247 2024-11-17T15:19:59,843 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:19:59,845 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C37999%2C1731856799247, suffix=, logDir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/WALs/7a780d55532c,37999,1731856799247, archiveDir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/oldWALs, maxLogs=10 2024-11-17T15:19:59,861 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/WALs/7a780d55532c,37999,1731856799247/7a780d55532c%2C37999%2C1731856799247.1731856799845, exclude list is [], retry=0 2024-11-17T15:19:59,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-8a3e6703-b20d-4165-8213-907d78770b40,DISK] 2024-11-17T15:19:59,873 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/WALs/7a780d55532c,37999,1731856799247/7a780d55532c%2C37999%2C1731856799247.1731856799845 2024-11-17T15:19:59,873 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40885:40885)] 2024-11-17T15:19:59,873 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:19:59,873 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:19:59,874 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:59,874 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:59,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:59,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:19:59,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:59,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:19:59,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:59,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:19:59,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:59,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:59,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:59,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:19:59,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:59,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:59,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:59,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:19:59,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:59,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:19:59,882 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:59,883 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:59,884 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:59,885 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:59,885 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:59,886 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:19:59,887 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:19:59,893 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:19:59,895 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63784517, jitterRate=-0.049536630511283875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:19:59,895 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856799874Initializing all the Stores at 1731856799874Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856799874Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856799875 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856799875Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856799875Cleaning up temporary data from old regions at 1731856799885 (+10 ms)Region opened successfully at 1731856799895 (+10 ms) 2024-11-17T15:19:59,904 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:19:59,910 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584bb47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:19:59,911 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:19:59,911 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:19:59,912 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:19:59,912 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:19:59,912 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:19:59,913 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:19:59,913 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:19:59,930 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:19:59,932 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Unable to get data of znode /1-942627416/balancer because node does not exist (not necessarily an error) 2024-11-17T15:19:59,935 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-942627416/balancer already deleted, retry=false 2024-11-17T15:19:59,935 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:19:59,936 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Unable to get data of znode /1-942627416/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:19:59,939 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-942627416/normalizer already deleted, retry=false 2024-11-17T15:19:59,939 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:19:59,945 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Unable to get data of znode /1-942627416/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:19:59,946 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-942627416/switch/split already deleted, retry=false 2024-11-17T15:19:59,947 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Unable to get data of znode /1-942627416/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:19:59,948 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-942627416/switch/merge already deleted, retry=false 2024-11-17T15:19:59,949 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Unable to get data of znode /1-942627416/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:19:59,950 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-942627416/snapshot-cleanup already deleted, retry=false 2024-11-17T15:19:59,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-942627416/running 2024-11-17T15:19:59,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-942627416/running 2024-11-17T15:19:59,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:19:59,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:19:59,953 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,37999,1731856799247, sessionid=0x10126836d4d0003, setting cluster-up flag (Was=false) 2024-11-17T15:19:59,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:19:59,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:19:59,960 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-942627416/flush-table-proc/acquired, /1-942627416/flush-table-proc/reached, /1-942627416/flush-table-proc/abort 2024-11-17T15:19:59,960 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,37999,1731856799247 2024-11-17T15:19:59,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:19:59,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:19:59,968 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-942627416/online-snapshot/acquired, /1-942627416/online-snapshot/reached, /1-942627416/online-snapshot/abort 2024-11-17T15:19:59,968 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,37999,1731856799247 2024-11-17T15:19:59,969 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:19:59,970 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:59,971 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:19:59,971 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:19:59,971 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,37999,1731856799247 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:19:59,972 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:59,972 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:59,972 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:59,972 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:19:59,972 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:19:59,972 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:59,972 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:19:59,972 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:19:59,972 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(746): ClusterId : fe7c038d-549b-4d31-88cd-a5b4c30fc2ba 2024-11-17T15:19:59,973 DEBUG [RS:0;7a780d55532c:39445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:19:59,974 DEBUG [RS:0;7a780d55532c:39445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:19:59,974 DEBUG [RS:0;7a780d55532c:39445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:19:59,977 DEBUG [RS:0;7a780d55532c:39445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:19:59,977 DEBUG [RS:0;7a780d55532c:39445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cd4ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:19:59,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:19:59,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:19:59,978 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:19:59,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:19:59,997 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856829996 2024-11-17T15:19:59,997 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:19:59,997 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:19:59,997 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:19:59,997 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:19:59,997 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:19:59,997 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:20:00,001 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:39445 2024-11-17T15:20:00,002 INFO [RS:0;7a780d55532c:39445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:20:00,002 INFO [RS:0;7a780d55532c:39445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:20:00,002 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:20:00,002 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,37999,1731856799247 with port=39445, startcode=1731856799333 2024-11-17T15:20:00,003 DEBUG [RS:0;7a780d55532c:39445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:20:00,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:20:00,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:20:00,007 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7 2024-11-17T15:20:00,008 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,014 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:20:00,014 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:20:00,014 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:20:00,014 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:20:00,014 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:20:00,014 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:20:00,014 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:20:00,015 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37999 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T15:20:00,015 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856800014,5,FailOnTimeoutGroup] 2024-11-17T15:20:00,016 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856800015,5,FailOnTimeoutGroup] 2024-11-17T15:20:00,016 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,016 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:20:00,016 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,016 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,016 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T15:20:00,016 WARN [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T15:20:00,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741832_1008 (size=32) 2024-11-17T15:20:00,117 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,37999,1731856799247 with port=39445, startcode=1731856799333 2024-11-17T15:20:00,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,39445,1731856799333 2024-11-17T15:20:00,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37999 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,39445,1731856799333 2024-11-17T15:20:00,120 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7 2024-11-17T15:20:00,120 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36849 2024-11-17T15:20:00,120 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:20:00,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416/rs 2024-11-17T15:20:00,128 DEBUG [RS:0;7a780d55532c:39445 {}] zookeeper.ZKUtil(111): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Set watcher on existing znode=/1-942627416/rs/7a780d55532c,39445,1731856799333 2024-11-17T15:20:00,128 WARN [RS:0;7a780d55532c:39445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:20:00,128 INFO [RS:0;7a780d55532c:39445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:00,128 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333 2024-11-17T15:20:00,140 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,39445,1731856799333] 2024-11-17T15:20:00,156 INFO [RS:0;7a780d55532c:39445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:20:00,160 INFO [RS:0;7a780d55532c:39445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:20:00,161 INFO [RS:0;7a780d55532c:39445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:20:00,161 INFO [RS:0;7a780d55532c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,161 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:20:00,162 INFO [RS:0;7a780d55532c:39445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:20:00,162 INFO [RS:0;7a780d55532c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,162 DEBUG [RS:0;7a780d55532c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:00,162 DEBUG [RS:0;7a780d55532c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:00,162 DEBUG [RS:0;7a780d55532c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:00,162 DEBUG [RS:0;7a780d55532c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:00,162 DEBUG [RS:0;7a780d55532c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:00,162 DEBUG [RS:0;7a780d55532c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:20:00,162 DEBUG [RS:0;7a780d55532c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:00,162 DEBUG [RS:0;7a780d55532c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:00,162 DEBUG [RS:0;7a780d55532c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:00,162 DEBUG [RS:0;7a780d55532c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:00,162 DEBUG [RS:0;7a780d55532c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:00,162 DEBUG [RS:0;7a780d55532c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:00,162 DEBUG [RS:0;7a780d55532c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:20:00,162 DEBUG [RS:0;7a780d55532c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:20:00,176 INFO [RS:0;7a780d55532c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,176 INFO [RS:0;7a780d55532c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,176 INFO [RS:0;7a780d55532c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,176 INFO [RS:0;7a780d55532c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,176 INFO [RS:0;7a780d55532c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,176 INFO [RS:0;7a780d55532c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,39445,1731856799333-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:20:00,202 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:20:00,202 INFO [RS:0;7a780d55532c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,39445,1731856799333-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,202 INFO [RS:0;7a780d55532c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,202 INFO [RS:0;7a780d55532c:39445 {}] regionserver.Replication(171): 7a780d55532c,39445,1731856799333 started 2024-11-17T15:20:00,219 INFO [RS:0;7a780d55532c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,219 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,39445,1731856799333, RpcServer on 7a780d55532c/172.17.0.2:39445, sessionid=0x10126836d4d0004 2024-11-17T15:20:00,219 DEBUG [RS:0;7a780d55532c:39445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:20:00,219 DEBUG [RS:0;7a780d55532c:39445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,39445,1731856799333 2024-11-17T15:20:00,219 DEBUG [RS:0;7a780d55532c:39445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,39445,1731856799333' 2024-11-17T15:20:00,219 DEBUG [RS:0;7a780d55532c:39445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-942627416/flush-table-proc/abort' 2024-11-17T15:20:00,220 DEBUG [RS:0;7a780d55532c:39445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-942627416/flush-table-proc/acquired' 2024-11-17T15:20:00,220 DEBUG [RS:0;7a780d55532c:39445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:20:00,220 DEBUG [RS:0;7a780d55532c:39445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:20:00,220 DEBUG [RS:0;7a780d55532c:39445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,39445,1731856799333 2024-11-17T15:20:00,220 DEBUG [RS:0;7a780d55532c:39445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,39445,1731856799333' 2024-11-17T15:20:00,220 DEBUG [RS:0;7a780d55532c:39445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-942627416/online-snapshot/abort' 2024-11-17T15:20:00,221 DEBUG [RS:0;7a780d55532c:39445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-942627416/online-snapshot/acquired' 2024-11-17T15:20:00,221 DEBUG [RS:0;7a780d55532c:39445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:20:00,221 INFO [RS:0;7a780d55532c:39445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:20:00,221 INFO [RS:0;7a780d55532c:39445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:20:00,323 INFO [RS:0;7a780d55532c:39445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:20:00,326 INFO [RS:0;7a780d55532c:39445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C39445%2C1731856799333, suffix=, logDir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333, archiveDir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/oldWALs, maxLogs=10 2024-11-17T15:20:00,359 DEBUG [RS:0;7a780d55532c:39445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326, exclude list is [], retry=0 2024-11-17T15:20:00,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-8a3e6703-b20d-4165-8213-907d78770b40,DISK] 2024-11-17T15:20:00,375 INFO [RS:0;7a780d55532c:39445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 2024-11-17T15:20:00,377 DEBUG [RS:0;7a780d55532c:39445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40885:40885)] 2024-11-17T15:20:00,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:00,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:20:00,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:20:00,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:00,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:00,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:20:00,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:20:00,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:00,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:00,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:20:00,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:20:00,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:00,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:00,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:20:00,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:20:00,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:00,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:00,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:20:00,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740 2024-11-17T15:20:00,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740 2024-11-17T15:20:00,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:20:00,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:20:00,444 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:00,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:20:00,449 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:00,449 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66193494, jitterRate=-0.013640075922012329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:00,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856800422Initializing all the Stores at 1731856800423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856800423Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856800424 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856800424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856800424Cleaning up temporary data from old regions at 1731856800443 (+19 ms)Region opened successfully at 1731856800449 (+6 ms) 2024-11-17T15:20:00,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:20:00,449 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:20:00,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:20:00,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-17T15:20:00,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:20:00,450 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:00,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856800449Disabling compacts and flushes for region at 1731856800449Disabling writes for close at 1731856800450 (+1 ms)Writing region close event to WAL at 1731856800450Closed at 1731856800450 2024-11-17T15:20:00,451 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:00,451 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:20:00,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:20:00,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:20:00,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:20:00,604 DEBUG [7a780d55532c:37999 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:20:00,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,39445,1731856799333 2024-11-17T15:20:00,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,39445,1731856799333, state=OPENING 2024-11-17T15:20:00,607 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:20:00,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:20:00,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:20:00,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-942627416/meta-region-server: CHANGED 2024-11-17T15:20:00,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-942627416/meta-region-server: CHANGED 2024-11-17T15:20:00,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:20:00,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,39445,1731856799333}] 2024-11-17T15:20:00,764 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:20:00,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:20:00,784 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:20:00,784 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:00,785 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:20:00,786 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C39445%2C1731856799333.meta, suffix=.meta, logDir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333, archiveDir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/oldWALs, maxLogs=10 2024-11-17T15:20:00,818 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.meta.1731856800787.meta, exclude list is [], retry=0 2024-11-17T15:20:00,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-8a3e6703-b20d-4165-8213-907d78770b40,DISK] 2024-11-17T15:20:00,834 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.meta.1731856800787.meta 2024-11-17T15:20:00,844 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40885:40885)] 2024-11-17T15:20:00,844 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:00,845 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:00,845 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:20:00,845 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:20:00,845 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:20:00,845 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:20:00,845 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:00,845 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:20:00,845 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:20:00,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:20:00,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:20:00,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:00,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:00,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:20:00,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:20:00,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:00,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:00,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:20:00,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:20:00,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:00,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:00,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:20:00,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:20:00,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:00,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:00,869 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:20:00,870 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740 2024-11-17T15:20:00,871 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740 2024-11-17T15:20:00,872 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:20:00,872 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:20:00,873 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:00,874 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:20:00,875 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64304674, jitterRate=-0.04178568720817566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:00,875 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:20:00,875 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856800845Writing region info on filesystem at 1731856800845Initializing all the Stores at 1731856800848 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856800848Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856800855 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856800855Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856800855Cleaning up temporary data from old regions at 1731856800872 (+17 ms)Running coprocessor post-open hooks at 1731856800875 (+3 ms)Region opened successfully at 1731856800875 2024-11-17T15:20:00,876 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856800763 2024-11-17T15:20:00,879 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:20:00,879 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:20:00,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,39445,1731856799333 2024-11-17T15:20:00,880 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,39445,1731856799333, state=OPEN 2024-11-17T15:20:00,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-942627416/meta-region-server 2024-11-17T15:20:00,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-942627416/meta-region-server 2024-11-17T15:20:00,881 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,39445,1731856799333 2024-11-17T15:20:00,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-942627416/meta-region-server: CHANGED 2024-11-17T15:20:00,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-942627416/meta-region-server: CHANGED 2024-11-17T15:20:00,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:20:00,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,39445,1731856799333 in 271 msec 2024-11-17T15:20:00,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:20:00,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-17T15:20:00,886 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:00,886 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:20:00,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:00,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39445,1731856799333, seqNum=-1] 2024-11-17T15:20:00,887 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:00,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:00,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 925 msec 2024-11-17T15:20:00,896 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856800896, completionTime=-1 2024-11-17T15:20:00,896 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:20:00,896 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:20:00,898 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:20:00,898 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856860898 2024-11-17T15:20:00,898 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856920898 2024-11-17T15:20:00,898 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T15:20:00,898 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37999,1731856799247-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,898 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37999,1731856799247-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,898 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37999,1731856799247-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,898 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:37999, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,898 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,899 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,901 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:20:00,902 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.512sec 2024-11-17T15:20:00,902 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:20:00,902 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:20:00,902 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:20:00,902 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:20:00,902 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:20:00,902 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37999,1731856799247-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:20:00,903 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37999,1731856799247-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:20:00,905 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:20:00,905 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:20:00,905 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37999,1731856799247-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:00,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a541439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:00,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37999,-1 for getting cluster id 2024-11-17T15:20:00,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:00,975 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe7c038d-549b-4d31-88cd-a5b4c30fc2ba' 2024-11-17T15:20:00,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:00,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe7c038d-549b-4d31-88cd-a5b4c30fc2ba" 2024-11-17T15:20:00,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f79ab20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:00,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37999,-1] 2024-11-17T15:20:00,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:00,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:00,977 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:00,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a086081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:00,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:00,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39445,1731856799333, seqNum=-1] 2024-11-17T15:20:00,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:00,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:00,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,37999,1731856799247 2024-11-17T15:20:00,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62024 2024-11-17T15:20:00,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:00,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10126836d4d0005 connected 2024-11-17T15:20:00,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,38031,1731856795436 2024-11-17T15:20:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ab3c9d9 2024-11-17T15:20:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:00,991 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:00,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:20:00,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:20:00,994 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:00,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:20:00,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:20:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:01,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:20:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:01,407 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0fcdd41e34da27ae9c1775b9379a56f, NAME => 'test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673 2024-11-17T15:20:01,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:20:01,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:01,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e0fcdd41e34da27ae9c1775b9379a56f, disabling compactions & flushes 2024-11-17T15:20:01,413 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. 2024-11-17T15:20:01,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. 2024-11-17T15:20:01,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. after waiting 0 ms 2024-11-17T15:20:01,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. 2024-11-17T15:20:01,413 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. 2024-11-17T15:20:01,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0fcdd41e34da27ae9c1775b9379a56f: Waiting for close lock at 1731856801413Disabling compacts and flushes for region at 1731856801413Disabling writes for close at 1731856801413Writing region close event to WAL at 1731856801413Closed at 1731856801413 2024-11-17T15:20:01,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:20:01,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856801414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856801414"}]},"ts":"1731856801414"} 2024-11-17T15:20:01,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:20:01,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:20:01,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856801418"}]},"ts":"1731856801418"} 2024-11-17T15:20:01,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:20:01,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e0fcdd41e34da27ae9c1775b9379a56f, ASSIGN}] 2024-11-17T15:20:01,421 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e0fcdd41e34da27ae9c1775b9379a56f, ASSIGN 2024-11-17T15:20:01,422 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e0fcdd41e34da27ae9c1775b9379a56f, ASSIGN; state=OFFLINE, location=7a780d55532c,44591,1731856795507; forceNewPlan=false, retain=false 2024-11-17T15:20:01,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0fcdd41e34da27ae9c1775b9379a56f, regionState=OPENING, regionLocation=7a780d55532c,44591,1731856795507 2024-11-17T15:20:01,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e0fcdd41e34da27ae9c1775b9379a56f, ASSIGN because future has completed 2024-11-17T15:20:01,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0fcdd41e34da27ae9c1775b9379a56f, server=7a780d55532c,44591,1731856795507}] 2024-11-17T15:20:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:01,730 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. 2024-11-17T15:20:01,731 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e0fcdd41e34da27ae9c1775b9379a56f, NAME => 'test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:01,731 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:01,731 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:20:01,731 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:01,731 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:01,731 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:01,731 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:01,733 INFO [StoreOpener-e0fcdd41e34da27ae9c1775b9379a56f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:01,734 INFO [StoreOpener-e0fcdd41e34da27ae9c1775b9379a56f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0fcdd41e34da27ae9c1775b9379a56f columnFamilyName f 2024-11-17T15:20:01,734 DEBUG [StoreOpener-e0fcdd41e34da27ae9c1775b9379a56f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:01,734 INFO [StoreOpener-e0fcdd41e34da27ae9c1775b9379a56f-1 {}] regionserver.HStore(327): Store=e0fcdd41e34da27ae9c1775b9379a56f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:01,734 INFO [StoreOpener-e0fcdd41e34da27ae9c1775b9379a56f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:01,736 INFO [StoreOpener-e0fcdd41e34da27ae9c1775b9379a56f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0fcdd41e34da27ae9c1775b9379a56f columnFamilyName f1 2024-11-17T15:20:01,736 DEBUG [StoreOpener-e0fcdd41e34da27ae9c1775b9379a56f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:01,736 INFO [StoreOpener-e0fcdd41e34da27ae9c1775b9379a56f-1 {}] regionserver.HStore(327): Store=e0fcdd41e34da27ae9c1775b9379a56f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:01,736 INFO [StoreOpener-e0fcdd41e34da27ae9c1775b9379a56f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:01,737 INFO [StoreOpener-e0fcdd41e34da27ae9c1775b9379a56f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0fcdd41e34da27ae9c1775b9379a56f columnFamilyName norep 2024-11-17T15:20:01,737 DEBUG [StoreOpener-e0fcdd41e34da27ae9c1775b9379a56f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:01,738 INFO [StoreOpener-e0fcdd41e34da27ae9c1775b9379a56f-1 {}] regionserver.HStore(327): Store=e0fcdd41e34da27ae9c1775b9379a56f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:01,738 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:01,738 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:01,739 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:01,739 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:01,739 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:01,740 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:20:01,741 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:01,743 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:01,744 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e0fcdd41e34da27ae9c1775b9379a56f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63756158, jitterRate=-0.0499592125415802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:20:01,744 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:01,745 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e0fcdd41e34da27ae9c1775b9379a56f: Running coprocessor pre-open hook at 1731856801731Writing region info on filesystem at 1731856801731Initializing all the Stores at 1731856801732 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856801732Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856801732Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856801732Cleaning up temporary data from old regions at 1731856801739 (+7 ms)Running coprocessor post-open hooks at 1731856801744 (+5 ms)Region opened successfully at 1731856801745 (+1 ms) 2024-11-17T15:20:01,746 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f., pid=6, masterSystemTime=1731856801727 2024-11-17T15:20:01,748 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. 2024-11-17T15:20:01,748 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. 2024-11-17T15:20:01,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0fcdd41e34da27ae9c1775b9379a56f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,44591,1731856795507 2024-11-17T15:20:01,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0fcdd41e34da27ae9c1775b9379a56f, server=7a780d55532c,44591,1731856795507 because future has completed 2024-11-17T15:20:01,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:20:01,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e0fcdd41e34da27ae9c1775b9379a56f, server=7a780d55532c,44591,1731856795507 in 177 msec 2024-11-17T15:20:01,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:20:01,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e0fcdd41e34da27ae9c1775b9379a56f, ASSIGN in 334 msec 2024-11-17T15:20:01,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:20:01,757 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856801757"}]},"ts":"1731856801757"} 2024-11-17T15:20:01,759 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:20:01,760 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:20:01,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-17T15:20:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:02,138 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:20:02,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37999,1731856799247 2024-11-17T15:20:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dde3df9 2024-11-17T15:20:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:02,141 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:02,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:20:02,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:20:02,143 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:02,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:20:02,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:20:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:02,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:20:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:02,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T15:20:02,324 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T15:20:02,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T15:20:02,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T15:20:02,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:02,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T15:20:02,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:20:02,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T15:20:02,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:20:02,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T15:20:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:02,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61284a6f13661d32fc23cd6019e51ffb, NAME => 'test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7 2024-11-17T15:20:02,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:20:02,565 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:02,565 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 61284a6f13661d32fc23cd6019e51ffb, disabling compactions & flushes 2024-11-17T15:20:02,565 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. 2024-11-17T15:20:02,565 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. 2024-11-17T15:20:02,565 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. after waiting 0 ms 2024-11-17T15:20:02,565 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. 2024-11-17T15:20:02,565 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. 2024-11-17T15:20:02,566 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61284a6f13661d32fc23cd6019e51ffb: Waiting for close lock at 1731856802565Disabling compacts and flushes for region at 1731856802565Disabling writes for close at 1731856802565Writing region close event to WAL at 1731856802565Closed at 1731856802565 2024-11-17T15:20:02,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:20:02,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856802567"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856802567"}]},"ts":"1731856802567"} 2024-11-17T15:20:02,569 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:20:02,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:20:02,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856802570"}]},"ts":"1731856802570"} 2024-11-17T15:20:02,572 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:20:02,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61284a6f13661d32fc23cd6019e51ffb, ASSIGN}] 2024-11-17T15:20:02,573 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61284a6f13661d32fc23cd6019e51ffb, ASSIGN 2024-11-17T15:20:02,574 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=61284a6f13661d32fc23cd6019e51ffb, ASSIGN; state=OFFLINE, location=7a780d55532c,39445,1731856799333; forceNewPlan=false, retain=false 2024-11-17T15:20:02,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61284a6f13661d32fc23cd6019e51ffb, regionState=OPENING, regionLocation=7a780d55532c,39445,1731856799333 2024-11-17T15:20:02,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=61284a6f13661d32fc23cd6019e51ffb, ASSIGN because future has completed 2024-11-17T15:20:02,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61284a6f13661d32fc23cd6019e51ffb, server=7a780d55532c,39445,1731856799333}] 2024-11-17T15:20:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:02,882 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. 2024-11-17T15:20:02,882 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 61284a6f13661d32fc23cd6019e51ffb, NAME => 'test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:02,882 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:02,883 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:20:02,883 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:02,883 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:02,883 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:02,883 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:02,887 INFO [StoreOpener-61284a6f13661d32fc23cd6019e51ffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:02,888 INFO [StoreOpener-61284a6f13661d32fc23cd6019e51ffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61284a6f13661d32fc23cd6019e51ffb columnFamilyName f 2024-11-17T15:20:02,888 DEBUG [StoreOpener-61284a6f13661d32fc23cd6019e51ffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:02,888 INFO [StoreOpener-61284a6f13661d32fc23cd6019e51ffb-1 {}] regionserver.HStore(327): Store=61284a6f13661d32fc23cd6019e51ffb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:02,889 INFO [StoreOpener-61284a6f13661d32fc23cd6019e51ffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:02,890 INFO [StoreOpener-61284a6f13661d32fc23cd6019e51ffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61284a6f13661d32fc23cd6019e51ffb columnFamilyName f1 2024-11-17T15:20:02,890 DEBUG [StoreOpener-61284a6f13661d32fc23cd6019e51ffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:02,890 INFO [StoreOpener-61284a6f13661d32fc23cd6019e51ffb-1 {}] regionserver.HStore(327): Store=61284a6f13661d32fc23cd6019e51ffb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:02,890 INFO [StoreOpener-61284a6f13661d32fc23cd6019e51ffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:02,891 INFO [StoreOpener-61284a6f13661d32fc23cd6019e51ffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61284a6f13661d32fc23cd6019e51ffb columnFamilyName norep 2024-11-17T15:20:02,891 DEBUG [StoreOpener-61284a6f13661d32fc23cd6019e51ffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:02,891 INFO [StoreOpener-61284a6f13661d32fc23cd6019e51ffb-1 {}] regionserver.HStore(327): Store=61284a6f13661d32fc23cd6019e51ffb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:02,891 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:02,892 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:02,892 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:02,893 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:02,893 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:02,894 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:20:02,895 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:02,900 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:02,901 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 61284a6f13661d32fc23cd6019e51ffb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64994185, jitterRate=-0.03151117265224457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:20:02,901 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:02,901 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 61284a6f13661d32fc23cd6019e51ffb: Running coprocessor pre-open hook at 1731856802883Writing region info on filesystem at 1731856802883Initializing all the Stores at 1731856802884 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856802884Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856802886 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856802886Cleaning up temporary data from old regions at 1731856802893 (+7 ms)Running coprocessor post-open hooks at 1731856802901 (+8 ms)Region opened successfully at 1731856802901 2024-11-17T15:20:02,902 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb., pid=6, masterSystemTime=1731856802878 2024-11-17T15:20:02,904 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. 2024-11-17T15:20:02,904 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. 2024-11-17T15:20:02,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61284a6f13661d32fc23cd6019e51ffb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,39445,1731856799333 2024-11-17T15:20:02,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61284a6f13661d32fc23cd6019e51ffb, server=7a780d55532c,39445,1731856799333 because future has completed 2024-11-17T15:20:02,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:20:02,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 61284a6f13661d32fc23cd6019e51ffb, server=7a780d55532c,39445,1731856799333 in 181 msec 2024-11-17T15:20:02,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:20:02,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=61284a6f13661d32fc23cd6019e51ffb, ASSIGN in 338 msec 2024-11-17T15:20:02,914 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:20:02,914 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856802914"}]},"ts":"1731856802914"} 2024-11-17T15:20:02,919 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:20:02,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:20:02,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 779 msec 2024-11-17T15:20:02,966 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:20:02,967 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T15:20:03,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:03,278 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:20:03,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c09ce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:03,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,38031,-1 for getting cluster id 2024-11-17T15:20:03,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:03,280 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde' 2024-11-17T15:20:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde" 2024-11-17T15:20:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236d53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,38031,-1] 2024-11-17T15:20:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:03,281 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac910b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:03,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786cbcea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:03,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37999,-1 for getting cluster id 2024-11-17T15:20:03,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:03,283 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe7c038d-549b-4d31-88cd-a5b4c30fc2ba' 2024-11-17T15:20:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe7c038d-549b-4d31-88cd-a5b4c30fc2ba" 2024-11-17T15:20:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8c66ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37999,-1] 2024-11-17T15:20:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:03,284 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2a7ec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:03,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dd48e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:03,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,38031,-1 for getting cluster id 2024-11-17T15:20:03,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:03,286 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde' 2024-11-17T15:20:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde" 2024-11-17T15:20:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bc9501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,38031,-1] 2024-11-17T15:20:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:03,288 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2ee686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:03,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,38031,1731856795436 2024-11-17T15:20:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2159e315 2024-11-17T15:20:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:03,290 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:03,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:37999,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:20:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:20:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:03,293 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:37999' 2024-11-17T15:20:03,294 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634e37ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:03,294 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37999,-1 for getting cluster id 2024-11-17T15:20:03,294 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:03,295 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe7c038d-549b-4d31-88cd-a5b4c30fc2ba' 2024-11-17T15:20:03,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:03,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe7c038d-549b-4d31-88cd-a5b4c30fc2ba" 2024-11-17T15:20:03,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0d54b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:03,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37999,-1] 2024-11-17T15:20:03,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:03,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:03,296 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:03,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79026ad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:03,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:03,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37999,1731856799247 2024-11-17T15:20:03,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@334e92d8 2024-11-17T15:20:03,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:03,298 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:03,298 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T15:20:03,298 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:20:03,299 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:03,299 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:03,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:03,299 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:03,300 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:20:03,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:20:03,301 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:03,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:20:03,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741837_1013 (size=1138) 2024-11-17T15:20:03,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3cba2b5bf6c5d4f19fd887e40b0f7816, NAME => 'hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673 2024-11-17T15:20:03,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741838_1014 (size=44) 2024-11-17T15:20:03,350 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:20:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:03,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:20:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:03,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:03,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:03,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3cba2b5bf6c5d4f19fd887e40b0f7816, disabling compactions & flushes 2024-11-17T15:20:03,718 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. 2024-11-17T15:20:03,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. 2024-11-17T15:20:03,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. after waiting 0 ms 2024-11-17T15:20:03,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. 2024-11-17T15:20:03,718 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. 2024-11-17T15:20:03,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3cba2b5bf6c5d4f19fd887e40b0f7816: Waiting for close lock at 1731856803718Disabling compacts and flushes for region at 1731856803718Disabling writes for close at 1731856803718Writing region close event to WAL at 1731856803718Closed at 1731856803718 2024-11-17T15:20:03,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:20:03,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856803720"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856803720"}]},"ts":"1731856803720"} 2024-11-17T15:20:03,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:20:03,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:20:03,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856803723"}]},"ts":"1731856803723"} 2024-11-17T15:20:03,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:20:03,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3cba2b5bf6c5d4f19fd887e40b0f7816, ASSIGN}] 2024-11-17T15:20:03,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3cba2b5bf6c5d4f19fd887e40b0f7816, ASSIGN 2024-11-17T15:20:03,726 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3cba2b5bf6c5d4f19fd887e40b0f7816, ASSIGN; state=OFFLINE, location=7a780d55532c,44591,1731856795507; forceNewPlan=false, retain=false 2024-11-17T15:20:03,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3cba2b5bf6c5d4f19fd887e40b0f7816, regionState=OPENING, regionLocation=7a780d55532c,44591,1731856795507 2024-11-17T15:20:03,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3cba2b5bf6c5d4f19fd887e40b0f7816, ASSIGN because future has completed 2024-11-17T15:20:03,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cba2b5bf6c5d4f19fd887e40b0f7816, server=7a780d55532c,44591,1731856795507}] 2024-11-17T15:20:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:04,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. 2024-11-17T15:20:04,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:04,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:20:04,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C44591%2C1731856795507.rep, suffix=, logDir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507, archiveDir=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/oldWALs, maxLogs=10 2024-11-17T15:20:04,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.rep.1731856804039, exclude list is [], retry=0 2024-11-17T15:20:04,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34941,DS-b95ba11d-04ad-47ed-84c7-405051122eb4,DISK] 2024-11-17T15:20:04,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.rep.1731856804039 2024-11-17T15:20:04,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43619:43619)] 2024-11-17T15:20:04,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3cba2b5bf6c5d4f19fd887e40b0f7816, NAME => 'hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:04,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:04,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:20:04,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. service=MultiRowMutationService 2024-11-17T15:20:04,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:20:04,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3cba2b5bf6c5d4f19fd887e40b0f7816 2024-11-17T15:20:04,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:04,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3cba2b5bf6c5d4f19fd887e40b0f7816 2024-11-17T15:20:04,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3cba2b5bf6c5d4f19fd887e40b0f7816 2024-11-17T15:20:04,065 INFO [StoreOpener-3cba2b5bf6c5d4f19fd887e40b0f7816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3cba2b5bf6c5d4f19fd887e40b0f7816 2024-11-17T15:20:04,067 INFO [StoreOpener-3cba2b5bf6c5d4f19fd887e40b0f7816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cba2b5bf6c5d4f19fd887e40b0f7816 columnFamilyName hfileref 2024-11-17T15:20:04,067 DEBUG [StoreOpener-3cba2b5bf6c5d4f19fd887e40b0f7816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:04,067 INFO [StoreOpener-3cba2b5bf6c5d4f19fd887e40b0f7816-1 {}] regionserver.HStore(327): Store=3cba2b5bf6c5d4f19fd887e40b0f7816/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:04,067 INFO [StoreOpener-3cba2b5bf6c5d4f19fd887e40b0f7816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3cba2b5bf6c5d4f19fd887e40b0f7816 2024-11-17T15:20:04,068 INFO [StoreOpener-3cba2b5bf6c5d4f19fd887e40b0f7816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cba2b5bf6c5d4f19fd887e40b0f7816 columnFamilyName queue 2024-11-17T15:20:04,068 DEBUG [StoreOpener-3cba2b5bf6c5d4f19fd887e40b0f7816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:04,069 INFO [StoreOpener-3cba2b5bf6c5d4f19fd887e40b0f7816-1 {}] regionserver.HStore(327): Store=3cba2b5bf6c5d4f19fd887e40b0f7816/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:04,069 INFO [StoreOpener-3cba2b5bf6c5d4f19fd887e40b0f7816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3cba2b5bf6c5d4f19fd887e40b0f7816 2024-11-17T15:20:04,070 INFO [StoreOpener-3cba2b5bf6c5d4f19fd887e40b0f7816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cba2b5bf6c5d4f19fd887e40b0f7816 columnFamilyName sid 2024-11-17T15:20:04,070 DEBUG [StoreOpener-3cba2b5bf6c5d4f19fd887e40b0f7816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:04,070 INFO [StoreOpener-3cba2b5bf6c5d4f19fd887e40b0f7816-1 {}] regionserver.HStore(327): Store=3cba2b5bf6c5d4f19fd887e40b0f7816/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:04,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3cba2b5bf6c5d4f19fd887e40b0f7816 2024-11-17T15:20:04,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/replication/3cba2b5bf6c5d4f19fd887e40b0f7816 2024-11-17T15:20:04,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/replication/3cba2b5bf6c5d4f19fd887e40b0f7816 2024-11-17T15:20:04,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3cba2b5bf6c5d4f19fd887e40b0f7816 2024-11-17T15:20:04,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3cba2b5bf6c5d4f19fd887e40b0f7816 2024-11-17T15:20:04,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:20:04,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3cba2b5bf6c5d4f19fd887e40b0f7816 2024-11-17T15:20:04,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/replication/3cba2b5bf6c5d4f19fd887e40b0f7816/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:04,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3cba2b5bf6c5d4f19fd887e40b0f7816; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75172521, jitterRate=0.12015785276889801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:20:04,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3cba2b5bf6c5d4f19fd887e40b0f7816 2024-11-17T15:20:04,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3cba2b5bf6c5d4f19fd887e40b0f7816: Running coprocessor pre-open hook at 1731856804064Writing region info on filesystem at 1731856804064Initializing all the Stores at 1731856804065 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856804065Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856804065Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856804065Cleaning up temporary data from old regions at 1731856804072 (+7 ms)Running coprocessor post-open hooks at 1731856804076 (+4 ms)Region opened successfully at 1731856804077 (+1 ms) 2024-11-17T15:20:04,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816., pid=10, masterSystemTime=1731856804033 2024-11-17T15:20:04,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. 2024-11-17T15:20:04,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. 2024-11-17T15:20:04,081 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3cba2b5bf6c5d4f19fd887e40b0f7816, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,44591,1731856795507 2024-11-17T15:20:04,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cba2b5bf6c5d4f19fd887e40b0f7816, server=7a780d55532c,44591,1731856795507 because future has completed 2024-11-17T15:20:04,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T15:20:04,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3cba2b5bf6c5d4f19fd887e40b0f7816, server=7a780d55532c,44591,1731856795507 in 205 msec 2024-11-17T15:20:04,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T15:20:04,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3cba2b5bf6c5d4f19fd887e40b0f7816, ASSIGN in 361 msec 2024-11-17T15:20:04,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:20:04,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856804090"}]},"ts":"1731856804090"} 2024-11-17T15:20:04,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:20:04,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:20:04,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 795 msec 2024-11-17T15:20:04,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816., hostname=7a780d55532c,44591,1731856795507, seqNum=2] 2024-11-17T15:20:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:20:04,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:20:04,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:20:04,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T15:20:04,274 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:20:04,303 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,44591,1731856795507, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:20:04,304 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:04,304 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44591,1731856795507, seqNum=-1] 2024-11-17T15:20:04,304 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:04,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-17T15:20:04,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,44591,1731856795507', locateType=CURRENT is [region=hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816., hostname=7a780d55532c,44591,1731856795507, seqNum=2] 2024-11-17T15:20:04,309 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T15:20:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T15:20:04,312 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,44591,1731856795507 suceeded 2024-11-17T15:20:04,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T15:20:04,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-17T15:20:04,314 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:37999,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:20:04,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0230 sec 2024-11-17T15:20:04,326 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:37999' 2024-11-17T15:20:04,327 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7beecc3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:04,327 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37999,-1 for getting cluster id 2024-11-17T15:20:04,327 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:04,327 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe7c038d-549b-4d31-88cd-a5b4c30fc2ba' 2024-11-17T15:20:04,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:04,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe7c038d-549b-4d31-88cd-a5b4c30fc2ba" 2024-11-17T15:20:04,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5881e7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:04,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37999,-1] 2024-11-17T15:20:04,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:04,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:04,329 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:04,330 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38ee0c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:04,330 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:04,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37999,1731856799247 2024-11-17T15:20:04,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14dcc68b 2024-11-17T15:20:04,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:04,331 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-17T15:20:04,332 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,44591,1731856795507 (queues=1) is replicating from cluster=94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde to cluster=fe7c038d-549b-4d31-88cd-a5b4c30fc2ba 2024-11-17T15:20:04,332 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C44591%2C1731856795507 2024-11-17T15:20:04,332 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,44591,1731856795507, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:20:04,332 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C44591%2C1731856795507 2024-11-17T15:20:04,333 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112, startPosition=0, beingWritten=true 2024-11-17T15:20:04,338 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:04,338 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 379, reset compression=false 2024-11-17T15:20:04,338 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44591,1731856795507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:04,429 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:20:04,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:04,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:04,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:04,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:04,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:04,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c66c2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:04,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37999,-1 for getting cluster id 2024-11-17T15:20:04,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:04,431 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe7c038d-549b-4d31-88cd-a5b4c30fc2ba' 2024-11-17T15:20:04,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:04,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe7c038d-549b-4d31-88cd-a5b4c30fc2ba" 2024-11-17T15:20:04,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e56b943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:04,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37999,-1] 2024-11-17T15:20:04,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:04,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:04,433 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392386e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:04,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:04,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37999,1731856799247 2024-11-17T15:20:04,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13c1fc16 2024-11-17T15:20:04,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:04,435 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:04,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:38031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:20:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:20:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:04,438 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:38031' 2024-11-17T15:20:04,439 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dae60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:04,439 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,38031,-1 for getting cluster id 2024-11-17T15:20:04,439 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:04,439 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde' 2024-11-17T15:20:04,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:04,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde" 2024-11-17T15:20:04,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4934d872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:04,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,38031,-1] 2024-11-17T15:20:04,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:04,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:04,441 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:04,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366d5434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:04,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:04,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,38031,1731856795436 2024-11-17T15:20:04,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ce8a154 2024-11-17T15:20:04,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:04,442 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:04,443 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T15:20:04,443 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:20:04,443 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:04,443 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:04,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:04,443 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:04,444 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:20:04,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:20:04,445 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:04,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:20:04,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741837_1013 (size=1138) 2024-11-17T15:20:04,495 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:20:04,542 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 379, reset compression=false 2024-11-17T15:20:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:04,846 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 379, reset compression=false 2024-11-17T15:20:04,853 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 437912130186aef27e3f8b70014cc28a, NAME => 'hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7 2024-11-17T15:20:04,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741838_1014 (size=44) 2024-11-17T15:20:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:05,251 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 379, reset compression=false 2024-11-17T15:20:05,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:05,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 437912130186aef27e3f8b70014cc28a, disabling compactions & flushes 2024-11-17T15:20:05,258 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:05,259 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:05,259 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. after waiting 0 ms 2024-11-17T15:20:05,259 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:05,259 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:05,259 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 437912130186aef27e3f8b70014cc28a: Waiting for close lock at 1731856805258Disabling compacts and flushes for region at 1731856805258Disabling writes for close at 1731856805259 (+1 ms)Writing region close event to WAL at 1731856805259Closed at 1731856805259 2024-11-17T15:20:05,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:20:05,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856805260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856805260"}]},"ts":"1731856805260"} 2024-11-17T15:20:05,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:20:05,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:20:05,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856805263"}]},"ts":"1731856805263"} 2024-11-17T15:20:05,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:20:05,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=437912130186aef27e3f8b70014cc28a, ASSIGN}] 2024-11-17T15:20:05,265 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=437912130186aef27e3f8b70014cc28a, ASSIGN 2024-11-17T15:20:05,266 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=437912130186aef27e3f8b70014cc28a, ASSIGN; state=OFFLINE, location=7a780d55532c,39445,1731856799333; forceNewPlan=false, retain=false 2024-11-17T15:20:05,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=437912130186aef27e3f8b70014cc28a, regionState=OPENING, regionLocation=7a780d55532c,39445,1731856799333 2024-11-17T15:20:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=437912130186aef27e3f8b70014cc28a, ASSIGN because future has completed 2024-11-17T15:20:05,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 437912130186aef27e3f8b70014cc28a, server=7a780d55532c,39445,1731856799333}] 2024-11-17T15:20:05,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:05,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:05,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:20:05,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C39445%2C1731856799333.rep, suffix=, logDir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333, archiveDir=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/oldWALs, maxLogs=10 2024-11-17T15:20:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:05,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.rep.1731856805577, exclude list is [], retry=0 2024-11-17T15:20:05,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-8a3e6703-b20d-4165-8213-907d78770b40,DISK] 2024-11-17T15:20:05,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.rep.1731856805577 2024-11-17T15:20:05,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40885:40885)] 2024-11-17T15:20:05,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 437912130186aef27e3f8b70014cc28a, NAME => 'hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:05,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:05,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:20:05,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. service=MultiRowMutationService 2024-11-17T15:20:05,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:20:05,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:05,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:05,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:05,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:05,595 INFO [StoreOpener-437912130186aef27e3f8b70014cc28a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:05,596 INFO [StoreOpener-437912130186aef27e3f8b70014cc28a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437912130186aef27e3f8b70014cc28a columnFamilyName hfileref 2024-11-17T15:20:05,596 DEBUG [StoreOpener-437912130186aef27e3f8b70014cc28a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:05,597 INFO [StoreOpener-437912130186aef27e3f8b70014cc28a-1 {}] regionserver.HStore(327): Store=437912130186aef27e3f8b70014cc28a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:05,597 INFO [StoreOpener-437912130186aef27e3f8b70014cc28a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:05,598 INFO [StoreOpener-437912130186aef27e3f8b70014cc28a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437912130186aef27e3f8b70014cc28a columnFamilyName queue 2024-11-17T15:20:05,598 DEBUG [StoreOpener-437912130186aef27e3f8b70014cc28a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:05,598 INFO [StoreOpener-437912130186aef27e3f8b70014cc28a-1 {}] regionserver.HStore(327): Store=437912130186aef27e3f8b70014cc28a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:05,598 INFO [StoreOpener-437912130186aef27e3f8b70014cc28a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:05,599 INFO [StoreOpener-437912130186aef27e3f8b70014cc28a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437912130186aef27e3f8b70014cc28a columnFamilyName sid 2024-11-17T15:20:05,599 DEBUG [StoreOpener-437912130186aef27e3f8b70014cc28a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:05,599 INFO [StoreOpener-437912130186aef27e3f8b70014cc28a-1 {}] regionserver.HStore(327): Store=437912130186aef27e3f8b70014cc28a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:05,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:05,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/replication/437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:05,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/replication/437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:05,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:05,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:05,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:20:05,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:05,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/replication/437912130186aef27e3f8b70014cc28a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:05,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 437912130186aef27e3f8b70014cc28a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68643344, jitterRate=0.02286553382873535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:20:05,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:05,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 437912130186aef27e3f8b70014cc28a: Running coprocessor pre-open hook at 1731856805594Writing region info on filesystem at 1731856805594Initializing all the Stores at 1731856805595 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856805595Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856805595Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856805595Cleaning up temporary data from old regions at 1731856805601 (+6 ms)Running coprocessor post-open hooks at 1731856805604 (+3 ms)Region opened successfully at 1731856805604 2024-11-17T15:20:05,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a., pid=10, masterSystemTime=1731856805572 2024-11-17T15:20:05,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:05,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:05,607 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=437912130186aef27e3f8b70014cc28a, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,39445,1731856799333 2024-11-17T15:20:05,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 437912130186aef27e3f8b70014cc28a, server=7a780d55532c,39445,1731856799333 because future has completed 2024-11-17T15:20:05,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T15:20:05,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 437912130186aef27e3f8b70014cc28a, server=7a780d55532c,39445,1731856799333 in 189 msec 2024-11-17T15:20:05,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T15:20:05,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=437912130186aef27e3f8b70014cc28a, ASSIGN in 347 msec 2024-11-17T15:20:05,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:20:05,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856805613"}]},"ts":"1731856805613"} 2024-11-17T15:20:05,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:20:05,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:20:05,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-17T15:20:05,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a., hostname=7a780d55532c,39445,1731856799333, seqNum=2] 2024-11-17T15:20:05,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:20:05,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:20:05,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:20:05,755 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 379, reset compression=false 2024-11-17T15:20:05,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T15:20:05,811 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:20:05,840 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,39445,1731856799333, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:20:05,841 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:05,841 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39445,1731856799333, seqNum=-1] 2024-11-17T15:20:05,841 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:05,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-17T15:20:05,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,39445,1731856799333', locateType=CURRENT is [region=hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a., hostname=7a780d55532c,39445,1731856799333, seqNum=2] 2024-11-17T15:20:05,847 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T15:20:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T15:20:05,849 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,39445,1731856799333 suceeded 2024-11-17T15:20:05,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T15:20:05,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-17T15:20:05,852 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:38031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:20:05,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-17T15:20:05,868 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:38031' 2024-11-17T15:20:05,870 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@565014eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:05,870 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,38031,-1 for getting cluster id 2024-11-17T15:20:05,870 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:05,870 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde' 2024-11-17T15:20:05,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:05,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde" 2024-11-17T15:20:05,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e6b533f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:05,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,38031,-1] 2024-11-17T15:20:05,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:05,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:05,872 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:05,873 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21e175b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:05,873 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:05,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,38031,1731856795436 2024-11-17T15:20:05,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12184b53 2024-11-17T15:20:05,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:05,874 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-17T15:20:05,875 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,39445,1731856799333 (queues=1) is replicating from cluster=fe7c038d-549b-4d31-88cd-a5b4c30fc2ba to cluster=94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde 2024-11-17T15:20:05,875 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C39445%2C1731856799333 2024-11-17T15:20:05,875 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,39445,1731856799333, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:20:05,876 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326, startPosition=0, beingWritten=true 2024-11-17T15:20:05,876 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C39445%2C1731856799333 2024-11-17T15:20:05,898 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:05,898 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 379, reset compression=false 2024-11-17T15:20:05,901 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39445,1731856799333 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:06,110 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 379, reset compression=false 2024-11-17T15:20:06,156 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T15:20:06,360 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 379, reset compression=false 2024-11-17T15:20:06,415 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 379, reset compression=false 2024-11-17T15:20:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:06,589 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:20:06,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:06,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:06,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:06,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:06,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:06,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44591,1731856795507, seqNum=-1] 2024-11-17T15:20:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:06,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:06,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f., hostname=7a780d55532c,44591,1731856795507, seqNum=2] 2024-11-17T15:20:06,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:06,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39445,1731856799333, seqNum=-1] 2024-11-17T15:20:06,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:06,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:06,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb., hostname=7a780d55532c,39445,1731856799333, seqNum=2] 2024-11-17T15:20:06,605 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T15:20:06,824 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 379, reset compression=false 2024-11-17T15:20:07,067 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 379, reset compression=false 2024-11-17T15:20:07,073 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:07,073 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 480, reset compression=false 2024-11-17T15:20:07,073 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44591,1731856795507 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0fcdd41e34da27ae9c1775b9379a56f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T15:20:07,076 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:20:07,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-17T15:20:07,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:07,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b91bdc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:07,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37999,-1 for getting cluster id 2024-11-17T15:20:07,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:07,080 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe7c038d-549b-4d31-88cd-a5b4c30fc2ba' 2024-11-17T15:20:07,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:07,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe7c038d-549b-4d31-88cd-a5b4c30fc2ba" 2024-11-17T15:20:07,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43dffd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:07,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37999,-1] 2024-11-17T15:20:07,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:07,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:07,082 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:07,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ce4c3c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:07,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:07,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39445,1731856799333, seqNum=-1] 2024-11-17T15:20:07,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:07,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-17T15:20:07,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb., hostname=7a780d55532c,39445,1731856799333, seqNum=2] 2024-11-17T15:20:07,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:07,281 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 480, reset compression=false 2024-11-17T15:20:07,329 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 379, reset compression=false 2024-11-17T15:20:07,333 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:07,333 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 504, reset compression=false 2024-11-17T15:20:07,333 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39445,1731856799333 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:07,537 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 504, reset compression=false 2024-11-17T15:20:07,585 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 480, reset compression=false 2024-11-17T15:20:07,609 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T15:20:07,611 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T15:20:07,841 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 504, reset compression=false 2024-11-17T15:20:07,847 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:07,847 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 608, reset compression=false 2024-11-17T15:20:07,847 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39445,1731856799333 got entry batch from reader: WALEntryBatch [walEntries=[{test/61284a6f13661d32fc23cd6019e51ffb/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T15:20:07,849 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:20:07,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-17T15:20:07,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:07,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cc6d3d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:07,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,38031,-1 for getting cluster id 2024-11-17T15:20:07,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:07,853 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde' 2024-11-17T15:20:07,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:07,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94a6b0b4-8925-4de8-b9f8-4bbde7cb9bde" 2024-11-17T15:20:07,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48340ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:07,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,38031,-1] 2024-11-17T15:20:07,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:07,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:07,855 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:07,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@566b05e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:07,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:07,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44591,1731856795507, seqNum=-1] 2024-11-17T15:20:07,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:07,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-17T15:20:07,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f., hostname=7a780d55532c,44591,1731856795507, seqNum=2] 2024-11-17T15:20:07,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:07,993 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 480, reset compression=false 2024-11-17T15:20:07,999 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:07,999 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 608, reset compression=false 2024-11-17T15:20:07,999 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44591,1731856795507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:08,052 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 608, reset compression=false 2024-11-17T15:20:08,205 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 608, reset compression=false 2024-11-17T15:20:08,365 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 608, reset compression=false 2024-11-17T15:20:08,522 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 608, reset compression=false 2024-11-17T15:20:08,614 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T15:20:08,620 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T15:20:08,769 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 608, reset compression=false 2024-11-17T15:20:08,926 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 608, reset compression=false 2024-11-17T15:20:08,932 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:08,932 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 764, reset compression=false 2024-11-17T15:20:08,932 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44591,1731856795507 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0fcdd41e34da27ae9c1775b9379a56f/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T15:20:08,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:08,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:09,136 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 764, reset compression=false 2024-11-17T15:20:09,274 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 608, reset compression=false 2024-11-17T15:20:09,279 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:09,279 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 756, reset compression=false 2024-11-17T15:20:09,279 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39445,1731856799333 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:09,440 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 764, reset compression=false 2024-11-17T15:20:09,484 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 756, reset compression=false 2024-11-17T15:20:09,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:20:09,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:09,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:09,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:09,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:09,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:09,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:09,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:09,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:09,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:09,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:09,622 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T15:20:09,626 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T15:20:09,788 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 756, reset compression=false 2024-11-17T15:20:09,793 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:09,793 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 915, reset compression=false 2024-11-17T15:20:09,793 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39445,1731856799333 got entry batch from reader: WALEntryBatch [walEntries=[{test/61284a6f13661d32fc23cd6019e51ffb/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T15:20:09,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:09,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:09,844 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 764, reset compression=false 2024-11-17T15:20:09,848 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:09,848 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 914, reset compression=false 2024-11-17T15:20:09,848 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44591,1731856795507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:09,996 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 915, reset compression=false 2024-11-17T15:20:10,052 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 914, reset compression=false 2024-11-17T15:20:10,301 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 915, reset compression=false 2024-11-17T15:20:10,355 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 914, reset compression=false 2024-11-17T15:20:10,628 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T15:20:10,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:20:10,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:10,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:10,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:10,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:10,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:20:10,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2095178366, stopped=false 2024-11-17T15:20:10,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:10,632 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,37999,1731856799247 2024-11-17T15:20:10,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-942627416/running 2024-11-17T15:20:10,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-942627416/running 2024-11-17T15:20:10,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:20:10,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:20:10,635 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:20:10,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:10,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:10,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:10,636 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,39445,1731856799333' ***** 2024-11-17T15:20:10,636 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:20:10,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Set watcher on znode that does not yet exist, /1-942627416/running 2024-11-17T15:20:10,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Set watcher on znode that does not yet exist, /1-942627416/running 2024-11-17T15:20:10,636 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:20:10,637 INFO [RS:0;7a780d55532c:39445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:20:10,637 INFO [RS:0;7a780d55532c:39445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:20:10,637 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:20:10,637 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(3091): Received CLOSE for 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:10,637 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(3091): Received CLOSE for 437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:10,637 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,39445,1731856799333 2024-11-17T15:20:10,637 INFO [RS:0;7a780d55532c:39445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:20:10,637 INFO [RS:0;7a780d55532c:39445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:39445. 2024-11-17T15:20:10,637 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61284a6f13661d32fc23cd6019e51ffb, disabling compactions & flushes 2024-11-17T15:20:10,637 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. 2024-11-17T15:20:10,637 DEBUG [RS:0;7a780d55532c:39445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:10,637 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. 2024-11-17T15:20:10,637 DEBUG [RS:0;7a780d55532c:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:10,637 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. after waiting 0 ms 2024-11-17T15:20:10,637 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. 2024-11-17T15:20:10,637 INFO [RS:0;7a780d55532c:39445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:20:10,637 INFO [RS:0;7a780d55532c:39445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:20:10,637 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61284a6f13661d32fc23cd6019e51ffb 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-17T15:20:10,637 INFO [RS:0;7a780d55532c:39445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:20:10,638 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:20:10,638 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T15:20:10,639 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1325): Online Regions={61284a6f13661d32fc23cd6019e51ffb=test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb., 437912130186aef27e3f8b70014cc28a=hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:20:10,639 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437912130186aef27e3f8b70014cc28a, 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:10,639 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:20:10,639 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:20:10,639 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:20:10,639 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:20:10,639 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:20:10,639 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T15:20:10,655 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/.tmp/info/d02933eb24bd4e8784c40bd13c77eff0 is 147, key is hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a./info:regioninfo/1731856805607/Put/seqid=0 2024-11-17T15:20:10,656 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/.tmp/f/0f45f528c72142998c55ffdd9ec60eac is 29, key is row1/f:/1731856809623/DeleteFamily/seqid=0 2024-11-17T15:20:10,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741840_1016 (size=7686) 2024-11-17T15:20:10,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741841_1017 (size=5118) 2024-11-17T15:20:10,660 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/.tmp/f/0f45f528c72142998c55ffdd9ec60eac 2024-11-17T15:20:10,667 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f45f528c72142998c55ffdd9ec60eac 2024-11-17T15:20:10,681 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/.tmp/f1/80d21640f9a54715802495a9c497adfa is 30, key is row1/f1:/1731856809623/DeleteFamily/seqid=0 2024-11-17T15:20:10,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741842_1018 (size=5123) 2024-11-17T15:20:10,692 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:20:10,706 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 915, reset compression=false 2024-11-17T15:20:10,710 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:10,710 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 1162, reset compression=false 2024-11-17T15:20:10,710 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39445,1731856799333 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:10,711 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7a780d55532c,39445,1731856799333: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7a780d55532c,39445,1731856799333, walGroup=7a780d55532c%2C39445%2C1731856799333, offset=7a780d55532c%2C39445%2C1731856799333.1731856800326:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:39445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T15:20:10,712 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T15:20:10,712 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T15:20:10,712 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T15:20:10,712 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T15:20:10,712 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T15:20:10,712 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 715896544 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 190832968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T15:20:10,713 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:37999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:37999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T15:20:10,759 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 914, reset compression=false 2024-11-17T15:20:10,839 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437912130186aef27e3f8b70014cc28a, 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:10,914 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 1162, reset compression=false 2024-11-17T15:20:11,039 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437912130186aef27e3f8b70014cc28a, 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:11,059 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/.tmp/info/d02933eb24bd4e8784c40bd13c77eff0 2024-11-17T15:20:11,083 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/.tmp/ns/bcd4fbb80dfa4adf960c3863350bab42 is 43, key is default/ns:d/1731856800889/Put/seqid=0 2024-11-17T15:20:11,085 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/.tmp/f1/80d21640f9a54715802495a9c497adfa 2024-11-17T15:20:11,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741843_1019 (size=5153) 2024-11-17T15:20:11,090 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80d21640f9a54715802495a9c497adfa 2024-11-17T15:20:11,107 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/.tmp/norep/7cee4fe6029c4a98ba57a9b135178cec is 33, key is row1/norep:/1731856809623/DeleteFamily/seqid=0 2024-11-17T15:20:11,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741844_1020 (size=5108) 2024-11-17T15:20:11,177 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:20:11,177 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:20:11,219 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 1162, reset compression=false 2024-11-17T15:20:11,239 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437912130186aef27e3f8b70014cc28a, 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:11,262 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 914, reset compression=false 2024-11-17T15:20:11,439 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437912130186aef27e3f8b70014cc28a, 61284a6f13661d32fc23cd6019e51ffb 2024-11-17T15:20:11,489 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/.tmp/ns/bcd4fbb80dfa4adf960c3863350bab42 2024-11-17T15:20:11,511 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/.tmp/norep/7cee4fe6029c4a98ba57a9b135178cec 2024-11-17T15:20:11,512 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/.tmp/rep_barrier/455d7bd5b91c454698eaf07f8190a512 is 112, key is test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb./rep_barrier:seqnumDuringOpen/1731856802905/Put/seqid=0 2024-11-17T15:20:11,515 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cee4fe6029c4a98ba57a9b135178cec 2024-11-17T15:20:11,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741845_1021 (size=5518) 2024-11-17T15:20:11,516 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/.tmp/f/0f45f528c72142998c55ffdd9ec60eac as hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/f/0f45f528c72142998c55ffdd9ec60eac 2024-11-17T15:20:11,520 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f45f528c72142998c55ffdd9ec60eac 2024-11-17T15:20:11,521 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/f/0f45f528c72142998c55ffdd9ec60eac, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T15:20:11,523 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/.tmp/f1/80d21640f9a54715802495a9c497adfa as hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/f1/80d21640f9a54715802495a9c497adfa 2024-11-17T15:20:11,528 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80d21640f9a54715802495a9c497adfa 2024-11-17T15:20:11,528 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/f1/80d21640f9a54715802495a9c497adfa, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T15:20:11,529 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/.tmp/norep/7cee4fe6029c4a98ba57a9b135178cec as hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/norep/7cee4fe6029c4a98ba57a9b135178cec 2024-11-17T15:20:11,533 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cee4fe6029c4a98ba57a9b135178cec 2024-11-17T15:20:11,533 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/norep/7cee4fe6029c4a98ba57a9b135178cec, entries=1, sequenceid=8, filesize=5.0 K 2024-11-17T15:20:11,534 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 61284a6f13661d32fc23cd6019e51ffb in 897ms, sequenceid=8, compaction requested=false 2024-11-17T15:20:11,539 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/default/test/61284a6f13661d32fc23cd6019e51ffb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T15:20:11,540 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:11,540 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:20:11,540 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. 2024-11-17T15:20:11,540 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61284a6f13661d32fc23cd6019e51ffb: Waiting for close lock at 1731856810637Running coprocessor pre-close hooks at 1731856810637Disabling compacts and flushes for region at 1731856810637Disabling writes for close at 1731856810637Obtaining lock to block concurrent updates at 1731856810637Preparing flush snapshotting stores in 61284a6f13661d32fc23cd6019e51ffb at 1731856810637Finished memstore snapshotting test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731856810638 (+1 ms)Flushing stores of test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. at 1731856810638Flushing 61284a6f13661d32fc23cd6019e51ffb/f: creating writer at 1731856810638Flushing 61284a6f13661d32fc23cd6019e51ffb/f: appending metadata at 1731856810656 (+18 ms)Flushing 61284a6f13661d32fc23cd6019e51ffb/f: closing flushed file at 1731856810656Flushing 61284a6f13661d32fc23cd6019e51ffb/f1: creating writer at 1731856810667 (+11 ms)Flushing 61284a6f13661d32fc23cd6019e51ffb/f1: appending metadata at 1731856810680 (+13 ms)Flushing 61284a6f13661d32fc23cd6019e51ffb/f1: closing flushed file at 1731856810680Flushing 61284a6f13661d32fc23cd6019e51ffb/norep: creating writer at 1731856811091 (+411 ms)Flushing 61284a6f13661d32fc23cd6019e51ffb/norep: appending metadata at 1731856811106 (+15 ms)Flushing 61284a6f13661d32fc23cd6019e51ffb/norep: closing flushed file at 1731856811106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6036ac01: reopening flushed file at 1731856811515 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521c5aa9: reopening flushed file at 1731856811521 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c10692: reopening flushed file at 1731856811528 (+7 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 61284a6f13661d32fc23cd6019e51ffb in 897ms, sequenceid=8, compaction requested=false at 1731856811534 (+6 ms)Writing region close event to WAL at 1731856811536 (+2 ms)Running coprocessor post-close hooks at 1731856811539 (+3 ms)Closed at 1731856811540 (+1 ms) 2024-11-17T15:20:11,540 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856802141.61284a6f13661d32fc23cd6019e51ffb. 2024-11-17T15:20:11,540 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 437912130186aef27e3f8b70014cc28a, disabling compactions & flushes 2024-11-17T15:20:11,540 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:11,540 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:11,540 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. after waiting 0 ms 2024-11-17T15:20:11,540 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:11,540 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 437912130186aef27e3f8b70014cc28a: Waiting for close lock at 1731856811540Running coprocessor pre-close hooks at 1731856811540Disabling compacts and flushes for region at 1731856811540Disabling writes for close at 1731856811540Failed flush hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a., putting online again at 1731856811540 2024-11-17T15:20:11,541 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:11,623 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 1162, reset compression=false 2024-11-17T15:20:11,629 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:11,629 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 1806, reset compression=false 2024-11-17T15:20:11,640 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T15:20:11,640 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1325): Online Regions={437912130186aef27e3f8b70014cc28a=hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:20:11,640 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(3091): Received CLOSE for 437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:11,640 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437912130186aef27e3f8b70014cc28a 2024-11-17T15:20:11,640 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 437912130186aef27e3f8b70014cc28a, disabling compactions & flushes 2024-11-17T15:20:11,640 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:11,640 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:11,640 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. after waiting 0 ms 2024-11-17T15:20:11,640 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:11,640 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 437912130186aef27e3f8b70014cc28a: Waiting for close lock at 1731856811640Running coprocessor pre-close hooks at 1731856811640Disabling compacts and flushes for region at 1731856811640Disabling writes for close at 1731856811640Failed flush hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a., putting online again at 1731856811640 2024-11-17T15:20:11,640 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731856804443.437912130186aef27e3f8b70014cc28a. 2024-11-17T15:20:11,834 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 1806, reset compression=false 2024-11-17T15:20:11,840 DEBUG [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:20:11,866 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 914, reset compression=false 2024-11-17T15:20:11,917 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/.tmp/rep_barrier/455d7bd5b91c454698eaf07f8190a512 2024-11-17T15:20:11,940 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/.tmp/table/991afb93815c4c0e86c88c754a699484 is 53, key is hbase:replication/table:state/1731856805613/Put/seqid=0 2024-11-17T15:20:11,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741846_1022 (size=5308) 2024-11-17T15:20:11,944 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/.tmp/table/991afb93815c4c0e86c88c754a699484 2024-11-17T15:20:11,949 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/.tmp/info/d02933eb24bd4e8784c40bd13c77eff0 as hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/info/d02933eb24bd4e8784c40bd13c77eff0 2024-11-17T15:20:11,953 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/info/d02933eb24bd4e8784c40bd13c77eff0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T15:20:11,953 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/.tmp/ns/bcd4fbb80dfa4adf960c3863350bab42 as hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/ns/bcd4fbb80dfa4adf960c3863350bab42 2024-11-17T15:20:11,957 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/ns/bcd4fbb80dfa4adf960c3863350bab42, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T15:20:11,958 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/.tmp/rep_barrier/455d7bd5b91c454698eaf07f8190a512 as hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/rep_barrier/455d7bd5b91c454698eaf07f8190a512 2024-11-17T15:20:11,961 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/rep_barrier/455d7bd5b91c454698eaf07f8190a512, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T15:20:11,962 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/.tmp/table/991afb93815c4c0e86c88c754a699484 as hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/table/991afb93815c4c0e86c88c754a699484 2024-11-17T15:20:11,965 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/table/991afb93815c4c0e86c88c754a699484, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T15:20:11,966 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false 2024-11-17T15:20:11,970 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T15:20:11,971 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:11,971 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:20:11,971 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:11,971 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856810639Running coprocessor pre-close hooks at 1731856810639Disabling compacts and flushes for region at 1731856810639Disabling writes for close at 1731856810639Obtaining lock to block concurrent updates at 1731856810639Preparing flush snapshotting stores in 1588230740 at 1731856810639Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731856810639Flushing stores of hbase:meta,,1.1588230740 at 1731856810640 (+1 ms)Flushing 1588230740/info: creating writer at 1731856810640Flushing 1588230740/info: appending metadata at 1731856810654 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731856810654Flushing 1588230740/ns: creating writer at 1731856811065 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731856811083 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731856811083Flushing 1588230740/rep_barrier: creating writer at 1731856811494 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856811511 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856811511Flushing 1588230740/table: creating writer at 1731856811922 (+411 ms)Flushing 1588230740/table: appending metadata at 1731856811940 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731856811940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e6f5ef1: reopening flushed file at 1731856811948 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71066186: reopening flushed file at 1731856811953 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647786c7: reopening flushed file at 1731856811957 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39228b58: reopening flushed file at 1731856811961 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false at 1731856811966 (+5 ms)Writing region close event to WAL at 1731856811968 (+2 ms)Running coprocessor post-close hooks at 1731856811971 (+3 ms)Closed at 1731856811971 2024-11-17T15:20:11,971 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:12,040 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T15:20:12,040 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,39445,1731856799333; all regions closed. 2024-11-17T15:20:12,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741834_1010 (size=4239) 2024-11-17T15:20:12,042 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.meta.1731856800787.meta not finished, retry = 0 2024-11-17T15:20:12,138 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 to pos 1806, reset compression=false 2024-11-17T15:20:12,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741839_1015 (size=1733) 2024-11-17T15:20:12,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741833_1009 (size=1814) 2024-11-17T15:20:12,148 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/WALs/7a780d55532c,39445,1731856799333/7a780d55532c%2C39445%2C1731856799333.1731856800326 not finished, retry = 0 2024-11-17T15:20:12,249 DEBUG [RS:0;7a780d55532c:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:12,249 INFO [RS:0;7a780d55532c:39445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:20:12,249 INFO [RS:0;7a780d55532c:39445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:20:12,250 INFO [RS:0;7a780d55532c:39445 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:20:12,250 INFO [RS:0;7a780d55532c:39445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:20:12,250 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:20:12,250 INFO [RS:0;7a780d55532c:39445 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,39445,1731856799333 because: Region server is closing 2024-11-17T15:20:12,250 INFO [RS:0;7a780d55532c:39445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:39445. 2024-11-17T15:20:12,250 DEBUG [RS:0;7a780d55532c:39445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:12,250 DEBUG [RS:0;7a780d55532c:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:12,250 DEBUG [RS:0;7a780d55532c:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:12,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:12,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T15:20:12,324 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T15:20:12,351 INFO [RS:0;7a780d55532c:39445 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.shipper7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 terminated 2024-11-17T15:20:12,351 INFO [RS:0;7a780d55532c:39445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:39445. 2024-11-17T15:20:12,351 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39445,1731856799333.replicationSource.wal-reader.7a780d55532c%2C39445%2C1731856799333,1-7a780d55532c,39445,1731856799333 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T15:20:12,351 DEBUG [RS:0;7a780d55532c:39445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:12,351 DEBUG [RS:0;7a780d55532c:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:12,351 DEBUG [RS:0;7a780d55532c:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:12,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:12,351 INFO [RS:0;7a780d55532c:39445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39445 2024-11-17T15:20:12,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416/rs 2024-11-17T15:20:12,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-942627416/rs/7a780d55532c,39445,1731856799333 2024-11-17T15:20:12,354 INFO [RS:0;7a780d55532c:39445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:20:12,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,39445,1731856799333] 2024-11-17T15:20:12,356 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-942627416/draining/7a780d55532c,39445,1731856799333 already deleted, retry=false 2024-11-17T15:20:12,357 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,39445,1731856799333 expired; onlineServers=0 2024-11-17T15:20:12,357 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,37999,1731856799247' ***** 2024-11-17T15:20:12,357 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:20:12,357 INFO [M:0;7a780d55532c:37999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:20:12,357 INFO [M:0;7a780d55532c:37999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:20:12,357 DEBUG [M:0;7a780d55532c:37999 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:20:12,357 DEBUG [M:0;7a780d55532c:37999 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:20:12,357 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:20:12,357 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856800015 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856800015,5,FailOnTimeoutGroup] 2024-11-17T15:20:12,357 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856800014 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856800014,5,FailOnTimeoutGroup] 2024-11-17T15:20:12,357 INFO [M:0;7a780d55532c:37999 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:20:12,357 INFO [M:0;7a780d55532c:37999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:20:12,357 DEBUG [M:0;7a780d55532c:37999 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:20:12,357 INFO [M:0;7a780d55532c:37999 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:20:12,357 INFO [M:0;7a780d55532c:37999 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:20:12,358 INFO [M:0;7a780d55532c:37999 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:20:12,358 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:20:12,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-942627416/master 2024-11-17T15:20:12,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942627416 2024-11-17T15:20:12,361 DEBUG [M:0;7a780d55532c:37999 {}] zookeeper.RecoverableZooKeeper(212): Node /1-942627416/master already deleted, retry=false 2024-11-17T15:20:12,361 DEBUG [M:0;7a780d55532c:37999 {}] master.ActiveMasterManager(353): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-942627416/master 2024-11-17T15:20:12,361 INFO [M:0;7a780d55532c:37999 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/.lastflushedseqids 2024-11-17T15:20:12,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741847_1023 (size=245) 2024-11-17T15:20:12,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:12,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10126836d4d0004, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:12,456 INFO [RS:0;7a780d55532c:39445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:20:12,456 INFO [RS:0;7a780d55532c:39445 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,39445,1731856799333; zookeeper connection closed. 2024-11-17T15:20:12,456 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@497f4b94 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@497f4b94 2024-11-17T15:20:12,456 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:20:12,570 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 914, reset compression=false 2024-11-17T15:20:12,769 INFO [M:0;7a780d55532c:37999 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:20:12,769 INFO [M:0;7a780d55532c:37999 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:20:12,769 DEBUG [M:0;7a780d55532c:37999 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:20:12,769 INFO [M:0;7a780d55532c:37999 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:12,769 DEBUG [M:0;7a780d55532c:37999 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:12,769 DEBUG [M:0;7a780d55532c:37999 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:20:12,769 DEBUG [M:0;7a780d55532c:37999 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:12,770 INFO [M:0;7a780d55532c:37999 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T15:20:12,794 DEBUG [M:0;7a780d55532c:37999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5076f6915bb4d888885ae9104099c64 is 82, key is hbase:meta,,1/info:regioninfo/1731856800879/Put/seqid=0 2024-11-17T15:20:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741848_1024 (size=5672) 2024-11-17T15:20:13,199 INFO [M:0;7a780d55532c:37999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5076f6915bb4d888885ae9104099c64 2024-11-17T15:20:13,221 DEBUG [M:0;7a780d55532c:37999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1c8183edbbb49f98f32d2880cd29649 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731856805616/Put/seqid=0 2024-11-17T15:20:13,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741849_1025 (size=8516) 2024-11-17T15:20:13,374 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 914, reset compression=false 2024-11-17T15:20:13,627 INFO [M:0;7a780d55532c:37999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1c8183edbbb49f98f32d2880cd29649 2024-11-17T15:20:13,649 DEBUG [M:0;7a780d55532c:37999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/309accc992c54c08b74acdf0b53d471e is 69, key is 7a780d55532c,39445,1731856799333/rs:state/1731856800119/Put/seqid=0 2024-11-17T15:20:13,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741850_1026 (size=5156) 2024-11-17T15:20:14,054 INFO [M:0;7a780d55532c:37999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/309accc992c54c08b74acdf0b53d471e 2024-11-17T15:20:14,061 DEBUG [M:0;7a780d55532c:37999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5076f6915bb4d888885ae9104099c64 as hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5076f6915bb4d888885ae9104099c64 2024-11-17T15:20:14,072 INFO [M:0;7a780d55532c:37999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5076f6915bb4d888885ae9104099c64, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T15:20:14,074 DEBUG [M:0;7a780d55532c:37999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1c8183edbbb49f98f32d2880cd29649 as hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1c8183edbbb49f98f32d2880cd29649 2024-11-17T15:20:14,081 INFO [M:0;7a780d55532c:37999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1c8183edbbb49f98f32d2880cd29649, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T15:20:14,082 DEBUG [M:0;7a780d55532c:37999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/309accc992c54c08b74acdf0b53d471e as hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/309accc992c54c08b74acdf0b53d471e 2024-11-17T15:20:14,091 INFO [M:0;7a780d55532c:37999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/5de3f440-162c-26ff-cf1d-8151c9a62fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/309accc992c54c08b74acdf0b53d471e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T15:20:14,091 INFO [M:0;7a780d55532c:37999 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=97, compaction requested=false 2024-11-17T15:20:14,094 INFO [M:0;7a780d55532c:37999 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:14,094 DEBUG [M:0;7a780d55532c:37999 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856812769Disabling compacts and flushes for region at 1731856812769Disabling writes for close at 1731856812769Obtaining lock to block concurrent updates at 1731856812770 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856812770Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731856812770Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856812771 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856812771Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856812794 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856812794Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856813203 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856813221 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856813221Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856813632 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856813649 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856813649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@514fdee0: reopening flushed file at 1731856814060 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75dc603d: reopening flushed file at 1731856814072 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70076e3f: reopening flushed file at 1731856814081 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=97, compaction requested=false at 1731856814091 (+10 ms)Writing region close event to WAL at 1731856814094 (+3 ms)Closed at 1731856814094 2024-11-17T15:20:14,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741830_1006 (size=63654) 2024-11-17T15:20:14,097 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:20:14,098 INFO [M:0;7a780d55532c:37999 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:20:14,098 INFO [M:0;7a780d55532c:37999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37999 2024-11-17T15:20:14,099 INFO [M:0;7a780d55532c:37999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:20:14,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:14,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x10126836d4d0003, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:14,201 INFO [M:0;7a780d55532c:37999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:20:14,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11f73eee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:20:14,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e78f1ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:20:14,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:20:14,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a2c8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:20:14,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46c7a1ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/hadoop.log.dir/,STOPPED} 2024-11-17T15:20:14,210 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:20:14,210 WARN [BP-1422363989-172.17.0.2-1731856798176 heartbeating to localhost/127.0.0.1:36849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:20:14,211 WARN [BP-1422363989-172.17.0.2-1731856798176 heartbeating to localhost/127.0.0.1:36849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1422363989-172.17.0.2-1731856798176 (Datanode Uuid 1ffe7d18-ca23-40c1-8282-fa832ee2acee) service to localhost/127.0.0.1:36849 2024-11-17T15:20:14,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:20:14,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:20:14,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/cluster_90cc9be7-6d84-7fe9-4f24-df1c060f1b2a/data/data1/current/BP-1422363989-172.17.0.2-1731856798176 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:20:14,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/cluster_90cc9be7-6d84-7fe9-4f24-df1c060f1b2a/data/data2/current/BP-1422363989-172.17.0.2-1731856798176 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:20:14,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@638d0e93{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:20:14,222 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bfc5371{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:20:14,222 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:20:14,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cab299c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:20:14,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bccc59f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/hadoop.log.dir/,STOPPED} 2024-11-17T15:20:14,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:20:14,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:20:14,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:14,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:14,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:14,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:14,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:14,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:20:14,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=723241943, stopped=false 2024-11-17T15:20:14,238 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,38031,1731856795436 2024-11-17T15:20:14,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-443898554/running 2024-11-17T15:20:14,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:20:14,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-443898554/running 2024-11-17T15:20:14,241 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:20:14,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:20:14,241 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:14,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:14,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:14,242 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,44591,1731856795507' ***** 2024-11-17T15:20:14,242 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:20:14,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Set watcher on znode that does not yet exist, /0-443898554/running 2024-11-17T15:20:14,242 INFO [RS:0;7a780d55532c:44591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:20:14,242 INFO [RS:0;7a780d55532c:44591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:20:14,242 INFO [RS:0;7a780d55532c:44591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:20:14,242 INFO [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(3091): Received CLOSE for 3cba2b5bf6c5d4f19fd887e40b0f7816 2024-11-17T15:20:14,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Set watcher on znode that does not yet exist, /0-443898554/running 2024-11-17T15:20:14,243 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:20:14,243 INFO [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(3091): Received CLOSE for e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:14,243 INFO [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,44591,1731856795507 2024-11-17T15:20:14,243 INFO [RS:0;7a780d55532c:44591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:20:14,243 INFO [RS:0;7a780d55532c:44591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:44591. 2024-11-17T15:20:14,243 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3cba2b5bf6c5d4f19fd887e40b0f7816, disabling compactions & flushes 2024-11-17T15:20:14,243 DEBUG [RS:0;7a780d55532c:44591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:14,243 DEBUG [RS:0;7a780d55532c:44591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:14,243 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. 2024-11-17T15:20:14,243 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. 2024-11-17T15:20:14,243 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. after waiting 0 ms 2024-11-17T15:20:14,243 INFO [RS:0;7a780d55532c:44591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:20:14,243 INFO [RS:0;7a780d55532c:44591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:20:14,243 INFO [RS:0;7a780d55532c:44591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:20:14,243 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. 2024-11-17T15:20:14,243 INFO [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:20:14,243 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3cba2b5bf6c5d4f19fd887e40b0f7816 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-17T15:20:14,244 INFO [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T15:20:14,244 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1325): Online Regions={3cba2b5bf6c5d4f19fd887e40b0f7816=hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816., e0fcdd41e34da27ae9c1775b9379a56f=test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:20:14,244 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cba2b5bf6c5d4f19fd887e40b0f7816, e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:14,244 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:20:14,244 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:20:14,244 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:20:14,244 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:20:14,244 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:20:14,244 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T15:20:14,261 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/.tmp/info/b35eff9d0c3e4978a1a937cdbf3113a7 is 147, key is hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816./info:regioninfo/1731856804081/Put/seqid=0 2024-11-17T15:20:14,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741840_1016 (size=7686) 2024-11-17T15:20:14,265 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/replication/3cba2b5bf6c5d4f19fd887e40b0f7816/.tmp/queue/2b3e3e26232b4e6299213537e8aee051 is 153, key is 1-7a780d55532c,44591,1731856795507/queue:7a780d55532c%2C44591%2C1731856795507/1731856809849/Put/seqid=0 2024-11-17T15:20:14,266 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/.tmp/info/b35eff9d0c3e4978a1a937cdbf3113a7 2024-11-17T15:20:14,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741841_1017 (size=5352) 2024-11-17T15:20:14,285 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 914, reset compression=false 2024-11-17T15:20:14,287 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:20:14,289 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/.tmp/ns/951ddc584ca54a958292b1721a78346e is 43, key is default/ns:d/1731856798096/Put/seqid=0 2024-11-17T15:20:14,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741842_1018 (size=5153) 2024-11-17T15:20:14,298 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/.tmp/ns/951ddc584ca54a958292b1721a78346e 2024-11-17T15:20:14,322 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/.tmp/rep_barrier/54dc05765d78426fa030255fa4d67b50 is 112, key is test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f./rep_barrier:seqnumDuringOpen/1731856801749/Put/seqid=0 2024-11-17T15:20:14,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741843_1019 (size=5518) 2024-11-17T15:20:14,444 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cba2b5bf6c5d4f19fd887e40b0f7816, e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:14,644 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cba2b5bf6c5d4f19fd887e40b0f7816, e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:14,679 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/replication/3cba2b5bf6c5d4f19fd887e40b0f7816/.tmp/queue/2b3e3e26232b4e6299213537e8aee051 2024-11-17T15:20:14,684 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/replication/3cba2b5bf6c5d4f19fd887e40b0f7816/.tmp/queue/2b3e3e26232b4e6299213537e8aee051 as hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/replication/3cba2b5bf6c5d4f19fd887e40b0f7816/queue/2b3e3e26232b4e6299213537e8aee051 2024-11-17T15:20:14,689 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/replication/3cba2b5bf6c5d4f19fd887e40b0f7816/queue/2b3e3e26232b4e6299213537e8aee051, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T15:20:14,690 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 3cba2b5bf6c5d4f19fd887e40b0f7816 in 447ms, sequenceid=10, compaction requested=false 2024-11-17T15:20:14,693 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/replication/3cba2b5bf6c5d4f19fd887e40b0f7816/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T15:20:14,694 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:14,694 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:20:14,694 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. 2024-11-17T15:20:14,694 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3cba2b5bf6c5d4f19fd887e40b0f7816: Waiting for close lock at 1731856814243Running coprocessor pre-close hooks at 1731856814243Disabling compacts and flushes for region at 1731856814243Disabling writes for close at 1731856814243Obtaining lock to block concurrent updates at 1731856814243Preparing flush snapshotting stores in 3cba2b5bf6c5d4f19fd887e40b0f7816 at 1731856814243Finished memstore snapshotting hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731856814244 (+1 ms)Flushing stores of hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. at 1731856814248 (+4 ms)Flushing 3cba2b5bf6c5d4f19fd887e40b0f7816/queue: creating writer at 1731856814248Flushing 3cba2b5bf6c5d4f19fd887e40b0f7816/queue: appending metadata at 1731856814265 (+17 ms)Flushing 3cba2b5bf6c5d4f19fd887e40b0f7816/queue: closing flushed file at 1731856814265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f2148d: reopening flushed file at 1731856814684 (+419 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 3cba2b5bf6c5d4f19fd887e40b0f7816 in 447ms, sequenceid=10, compaction requested=false at 1731856814690 (+6 ms)Writing region close event to WAL at 1731856814690Running coprocessor post-close hooks at 1731856814694 (+4 ms)Closed at 1731856814694 2024-11-17T15:20:14,694 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731856803299.3cba2b5bf6c5d4f19fd887e40b0f7816. 2024-11-17T15:20:14,694 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0fcdd41e34da27ae9c1775b9379a56f, disabling compactions & flushes 2024-11-17T15:20:14,694 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. 2024-11-17T15:20:14,694 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. 2024-11-17T15:20:14,694 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. after waiting 0 ms 2024-11-17T15:20:14,694 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. 2024-11-17T15:20:14,694 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e0fcdd41e34da27ae9c1775b9379a56f 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-17T15:20:14,713 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/.tmp/f/06ed5dae52d744c3ae26ab487a34aa78 is 29, key is row1/f:/1731856809623/DeleteFamily/seqid=0 2024-11-17T15:20:14,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741844_1020 (size=5118) 2024-11-17T15:20:14,728 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/.tmp/rep_barrier/54dc05765d78426fa030255fa4d67b50 2024-11-17T15:20:14,749 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/.tmp/table/84bf898837e94ccdaca2656ea046bee8 is 53, key is hbase:replication/table:state/1731856804090/Put/seqid=0 2024-11-17T15:20:14,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741845_1021 (size=5308) 2024-11-17T15:20:14,753 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/.tmp/table/84bf898837e94ccdaca2656ea046bee8 2024-11-17T15:20:14,758 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/.tmp/info/b35eff9d0c3e4978a1a937cdbf3113a7 as hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/info/b35eff9d0c3e4978a1a937cdbf3113a7 2024-11-17T15:20:14,762 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/info/b35eff9d0c3e4978a1a937cdbf3113a7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T15:20:14,762 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/.tmp/ns/951ddc584ca54a958292b1721a78346e as hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/ns/951ddc584ca54a958292b1721a78346e 2024-11-17T15:20:14,766 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/ns/951ddc584ca54a958292b1721a78346e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T15:20:14,766 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/.tmp/rep_barrier/54dc05765d78426fa030255fa4d67b50 as hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/rep_barrier/54dc05765d78426fa030255fa4d67b50 2024-11-17T15:20:14,770 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/rep_barrier/54dc05765d78426fa030255fa4d67b50, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T15:20:14,770 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/.tmp/table/84bf898837e94ccdaca2656ea046bee8 as hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/table/84bf898837e94ccdaca2656ea046bee8 2024-11-17T15:20:14,774 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/table/84bf898837e94ccdaca2656ea046bee8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T15:20:14,774 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 530ms, sequenceid=16, compaction requested=false 2024-11-17T15:20:14,774 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:20:14,779 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T15:20:14,779 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:14,779 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:20:14,780 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:14,780 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856814244Running coprocessor pre-close hooks at 1731856814244Disabling compacts and flushes for region at 1731856814244Disabling writes for close at 1731856814244Obtaining lock to block concurrent updates at 1731856814244Preparing flush snapshotting stores in 1588230740 at 1731856814244Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731856814245 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731856814245Flushing 1588230740/info: creating writer at 1731856814245Flushing 1588230740/info: appending metadata at 1731856814261 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731856814261Flushing 1588230740/ns: creating writer at 1731856814270 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731856814289 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731856814289Flushing 1588230740/rep_barrier: creating writer at 1731856814302 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856814322 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856814322Flushing 1588230740/table: creating writer at 1731856814732 (+410 ms)Flushing 1588230740/table: appending metadata at 1731856814749 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731856814749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30bbbe9b: reopening flushed file at 1731856814757 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aa84830: reopening flushed file at 1731856814762 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6586d9b0: reopening flushed file at 1731856814766 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b6c217c: reopening flushed file at 1731856814770 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 530ms, sequenceid=16, compaction requested=false at 1731856814774 (+4 ms)Writing region close event to WAL at 1731856814777 (+3 ms)Running coprocessor post-close hooks at 1731856814779 (+2 ms)Closed at 1731856814779 2024-11-17T15:20:14,780 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:14,844 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1351): Waiting on e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:14,976 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:20:14,976 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:20:15,044 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1351): Waiting on e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:15,117 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/.tmp/f/06ed5dae52d744c3ae26ab487a34aa78 2024-11-17T15:20:15,122 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06ed5dae52d744c3ae26ab487a34aa78 2024-11-17T15:20:15,140 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/.tmp/f1/84d6619c90774361ac5e718bcd8784ac is 30, key is row1/f1:/1731856809623/DeleteFamily/seqid=0 2024-11-17T15:20:15,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741846_1022 (size=5123) 2024-11-17T15:20:15,245 INFO [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T15:20:15,245 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1325): Online Regions={e0fcdd41e34da27ae9c1775b9379a56f=test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f.} 2024-11-17T15:20:15,245 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1351): Waiting on e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:15,288 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 914, reset compression=false 2024-11-17T15:20:15,292 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:15,292 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 1161, reset compression=false 2024-11-17T15:20:15,292 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44591,1731856795507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:15,293 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7a780d55532c,44591,1731856795507: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7a780d55532c,44591,1731856795507, walGroup=7a780d55532c%2C44591%2C1731856795507, offset=7a780d55532c%2C44591%2C1731856795507.1731856797112:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:44591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T15:20:15,294 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T15:20:15,294 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T15:20:15,294 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T15:20:15,295 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T15:20:15,295 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T15:20:15,295 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 791394016 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191522864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T15:20:15,295 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:38031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:38031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T15:20:15,445 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1351): Waiting on e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:15,497 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 1161, reset compression=false 2024-11-17T15:20:15,544 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/.tmp/f1/84d6619c90774361ac5e718bcd8784ac 2024-11-17T15:20:15,548 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84d6619c90774361ac5e718bcd8784ac 2024-11-17T15:20:15,562 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/.tmp/norep/4f7bdce4fe424679b9e40227bc1187be is 32, key is row/norep:/1731856808617/DeleteFamily/seqid=0 2024-11-17T15:20:15,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741847_1023 (size=5101) 2024-11-17T15:20:15,645 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1351): Waiting on e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:15,800 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 1161, reset compression=false 2024-11-17T15:20:15,845 DEBUG [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1351): Waiting on e0fcdd41e34da27ae9c1775b9379a56f 2024-11-17T15:20:15,966 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/.tmp/norep/4f7bdce4fe424679b9e40227bc1187be 2024-11-17T15:20:15,971 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f7bdce4fe424679b9e40227bc1187be 2024-11-17T15:20:15,972 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/.tmp/f/06ed5dae52d744c3ae26ab487a34aa78 as hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/f/06ed5dae52d744c3ae26ab487a34aa78 2024-11-17T15:20:15,976 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06ed5dae52d744c3ae26ab487a34aa78 2024-11-17T15:20:15,976 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/f/06ed5dae52d744c3ae26ab487a34aa78, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T15:20:15,977 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/.tmp/f1/84d6619c90774361ac5e718bcd8784ac as hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/f1/84d6619c90774361ac5e718bcd8784ac 2024-11-17T15:20:15,980 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84d6619c90774361ac5e718bcd8784ac 2024-11-17T15:20:15,980 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/f1/84d6619c90774361ac5e718bcd8784ac, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T15:20:15,981 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/.tmp/norep/4f7bdce4fe424679b9e40227bc1187be as hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/norep/4f7bdce4fe424679b9e40227bc1187be 2024-11-17T15:20:15,985 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f7bdce4fe424679b9e40227bc1187be 2024-11-17T15:20:15,985 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/norep/4f7bdce4fe424679b9e40227bc1187be, entries=1, sequenceid=8, filesize=5.0 K 2024-11-17T15:20:15,986 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e0fcdd41e34da27ae9c1775b9379a56f in 1291ms, sequenceid=8, compaction requested=false 2024-11-17T15:20:15,986 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T15:20:15,990 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/data/default/test/e0fcdd41e34da27ae9c1775b9379a56f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T15:20:15,990 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:15,990 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:20:15,990 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. 2024-11-17T15:20:15,990 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0fcdd41e34da27ae9c1775b9379a56f: Waiting for close lock at 1731856814694Running coprocessor pre-close hooks at 1731856814694Disabling compacts and flushes for region at 1731856814694Disabling writes for close at 1731856814694Obtaining lock to block concurrent updates at 1731856814694Preparing flush snapshotting stores in e0fcdd41e34da27ae9c1775b9379a56f at 1731856814694Finished memstore snapshotting test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731856814695 (+1 ms)Flushing stores of test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. at 1731856814695Flushing e0fcdd41e34da27ae9c1775b9379a56f/f: creating writer at 1731856814695Flushing e0fcdd41e34da27ae9c1775b9379a56f/f: appending metadata at 1731856814712 (+17 ms)Flushing e0fcdd41e34da27ae9c1775b9379a56f/f: closing flushed file at 1731856814712Flushing e0fcdd41e34da27ae9c1775b9379a56f/f1: creating writer at 1731856815122 (+410 ms)Flushing e0fcdd41e34da27ae9c1775b9379a56f/f1: appending metadata at 1731856815139 (+17 ms)Flushing e0fcdd41e34da27ae9c1775b9379a56f/f1: closing flushed file at 1731856815139Flushing e0fcdd41e34da27ae9c1775b9379a56f/norep: creating writer at 1731856815548 (+409 ms)Flushing e0fcdd41e34da27ae9c1775b9379a56f/norep: appending metadata at 1731856815562 (+14 ms)Flushing e0fcdd41e34da27ae9c1775b9379a56f/norep: closing flushed file at 1731856815562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56f837f3: reopening flushed file at 1731856815971 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ee61e7: reopening flushed file at 1731856815976 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7008be30: reopening flushed file at 1731856815981 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e0fcdd41e34da27ae9c1775b9379a56f in 1291ms, sequenceid=8, compaction requested=false at 1731856815986 (+5 ms)Writing region close event to WAL at 1731856815987 (+1 ms)Running coprocessor post-close hooks at 1731856815990 (+3 ms)Closed at 1731856815990 2024-11-17T15:20:15,991 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856800991.e0fcdd41e34da27ae9c1775b9379a56f. 2024-11-17T15:20:16,045 INFO [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,44591,1731856795507; all regions closed. 2024-11-17T15:20:16,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741834_1010 (size=4239) 2024-11-17T15:20:16,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741839_1015 (size=2676) 2024-11-17T15:20:16,050 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.rep.1731856804039 not finished, retry = 0 2024-11-17T15:20:16,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741832_1008 (size=1813) 2024-11-17T15:20:16,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 not finished, retry = 0 2024-11-17T15:20:16,204 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 to pos 1161, reset compression=false 2024-11-17T15:20:16,253 DEBUG [RS:0;7a780d55532c:44591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:16,254 INFO [RS:0;7a780d55532c:44591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:20:16,254 INFO [RS:0;7a780d55532c:44591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:20:16,254 INFO [RS:0;7a780d55532c:44591 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T15:20:16,254 INFO [RS:0;7a780d55532c:44591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:20:16,254 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:20:16,254 INFO [RS:0;7a780d55532c:44591 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,44591,1731856795507 because: Region server is closing 2024-11-17T15:20:16,254 INFO [RS:0;7a780d55532c:44591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:44591. 2024-11-17T15:20:16,255 DEBUG [RS:0;7a780d55532c:44591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:16,255 DEBUG [RS:0;7a780d55532c:44591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:16,255 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/WALs/7a780d55532c,44591,1731856795507/7a780d55532c%2C44591%2C1731856795507.1731856797112 2024-11-17T15:20:16,255 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.wal-reader.7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:16,255 DEBUG [RS:0;7a780d55532c:44591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:16,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:16,255 INFO [RS:0;7a780d55532c:44591 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44591,1731856795507.replicationSource.shipper7a780d55532c%2C44591%2C1731856795507,1-7a780d55532c,44591,1731856795507 terminated 2024-11-17T15:20:16,255 INFO [RS:0;7a780d55532c:44591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:44591. 2024-11-17T15:20:16,255 DEBUG [RS:0;7a780d55532c:44591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:16,255 DEBUG [RS:0;7a780d55532c:44591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:16,255 DEBUG [RS:0;7a780d55532c:44591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:16,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:16,255 INFO [RS:0;7a780d55532c:44591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44591 2024-11-17T15:20:16,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-443898554/rs/7a780d55532c,44591,1731856795507 2024-11-17T15:20:16,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554/rs 2024-11-17T15:20:16,257 INFO [RS:0;7a780d55532c:44591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:20:16,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,44591,1731856795507] 2024-11-17T15:20:16,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-443898554/draining/7a780d55532c,44591,1731856795507 already deleted, retry=false 2024-11-17T15:20:16,259 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,44591,1731856795507 expired; onlineServers=0 2024-11-17T15:20:16,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,38031,1731856795436' ***** 2024-11-17T15:20:16,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:20:16,259 INFO [M:0;7a780d55532c:38031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:20:16,259 INFO [M:0;7a780d55532c:38031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:20:16,259 DEBUG [M:0;7a780d55532c:38031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:20:16,259 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:20:16,259 DEBUG [M:0;7a780d55532c:38031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:20:16,259 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856796892 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856796892,5,FailOnTimeoutGroup] 2024-11-17T15:20:16,259 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856796892 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856796892,5,FailOnTimeoutGroup] 2024-11-17T15:20:16,259 INFO [M:0;7a780d55532c:38031 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:20:16,260 INFO [M:0;7a780d55532c:38031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:20:16,260 DEBUG [M:0;7a780d55532c:38031 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:20:16,260 INFO [M:0;7a780d55532c:38031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:20:16,260 INFO [M:0;7a780d55532c:38031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:20:16,260 INFO [M:0;7a780d55532c:38031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:20:16,260 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:20:16,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-443898554/master 2024-11-17T15:20:16,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-443898554 2024-11-17T15:20:16,262 DEBUG [M:0;7a780d55532c:38031 {}] zookeeper.ZKUtil(347): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Unable to get data of znode /0-443898554/master because node does not exist (not an error) 2024-11-17T15:20:16,262 WARN [M:0;7a780d55532c:38031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:20:16,263 INFO [M:0;7a780d55532c:38031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/.lastflushedseqids 2024-11-17T15:20:16,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741848_1024 (size=245) 2024-11-17T15:20:16,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:16,358 INFO [RS:0;7a780d55532c:44591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:20:16,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10126836d4d0001, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:16,358 INFO [RS:0;7a780d55532c:44591 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,44591,1731856795507; zookeeper connection closed. 2024-11-17T15:20:16,359 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25a73a68 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25a73a68 2024-11-17T15:20:16,359 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:20:16,667 INFO [M:0;7a780d55532c:38031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:20:16,668 INFO [M:0;7a780d55532c:38031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:20:16,668 DEBUG [M:0;7a780d55532c:38031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:20:16,668 INFO [M:0;7a780d55532c:38031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:16,668 DEBUG [M:0;7a780d55532c:38031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:16,668 DEBUG [M:0;7a780d55532c:38031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:20:16,668 DEBUG [M:0;7a780d55532c:38031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:16,668 INFO [M:0;7a780d55532c:38031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-17T15:20:16,683 DEBUG [M:0;7a780d55532c:38031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/992d533565034208ab3c68145e3b514d is 82, key is hbase:meta,,1/info:regioninfo/1731856798081/Put/seqid=0 2024-11-17T15:20:16,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741849_1025 (size=5672) 2024-11-17T15:20:17,042 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:20:17,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:17,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:17,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:17,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:17,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:17,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:17,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:17,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:17,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:17,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:17,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:17,087 INFO [M:0;7a780d55532c:38031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/992d533565034208ab3c68145e3b514d 2024-11-17T15:20:17,109 DEBUG [M:0;7a780d55532c:38031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b77d1d6e5bde4964b15abe0d0839a90a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731856804097/Put/seqid=0 2024-11-17T15:20:17,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741850_1026 (size=8515) 2024-11-17T15:20:17,514 INFO [M:0;7a780d55532c:38031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b77d1d6e5bde4964b15abe0d0839a90a 2024-11-17T15:20:17,541 DEBUG [M:0;7a780d55532c:38031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8af7b1085a454c6d9b31d67a6d6afc93 is 69, key is 7a780d55532c,44591,1731856795507/rs:state/1731856796960/Put/seqid=0 2024-11-17T15:20:17,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741851_1027 (size=5156) 2024-11-17T15:20:17,547 INFO [M:0;7a780d55532c:38031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8af7b1085a454c6d9b31d67a6d6afc93 2024-11-17T15:20:17,557 DEBUG [M:0;7a780d55532c:38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/992d533565034208ab3c68145e3b514d as hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/992d533565034208ab3c68145e3b514d 2024-11-17T15:20:17,564 INFO [M:0;7a780d55532c:38031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/992d533565034208ab3c68145e3b514d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T15:20:17,565 DEBUG [M:0;7a780d55532c:38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b77d1d6e5bde4964b15abe0d0839a90a as hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b77d1d6e5bde4964b15abe0d0839a90a 2024-11-17T15:20:17,572 INFO [M:0;7a780d55532c:38031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b77d1d6e5bde4964b15abe0d0839a90a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T15:20:17,573 DEBUG [M:0;7a780d55532c:38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8af7b1085a454c6d9b31d67a6d6afc93 as hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8af7b1085a454c6d9b31d67a6d6afc93 2024-11-17T15:20:17,578 INFO [M:0;7a780d55532c:38031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40295/user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8af7b1085a454c6d9b31d67a6d6afc93, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T15:20:17,579 INFO [M:0;7a780d55532c:38031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=97, compaction requested=false 2024-11-17T15:20:17,586 INFO [M:0;7a780d55532c:38031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:17,586 DEBUG [M:0;7a780d55532c:38031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856816668Disabling compacts and flushes for region at 1731856816668Disabling writes for close at 1731856816668Obtaining lock to block concurrent updates at 1731856816668Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856816668Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731856816668Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856816669 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856816669Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856816683 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856816683Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856817091 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856817109 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856817109Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856817519 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856817540 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856817540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19746671: reopening flushed file at 1731856817556 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c4e0309: reopening flushed file at 1731856817564 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7749eef6: reopening flushed file at 1731856817573 (+9 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=97, compaction requested=false at 1731856817579 (+6 ms)Writing region close event to WAL at 1731856817586 (+7 ms)Closed at 1731856817586 2024-11-17T15:20:17,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741830_1006 (size=63642) 2024-11-17T15:20:17,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84971193-bd6d-30a4-639a-68df49d6d673/MasterData/WALs/7a780d55532c,38031,1731856795436/7a780d55532c%2C38031%2C1731856795436.1731856796817 not finished, retry = 0 2024-11-17T15:20:17,694 INFO [M:0;7a780d55532c:38031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:20:17,694 INFO [M:0;7a780d55532c:38031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38031 2024-11-17T15:20:17,694 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:20:17,695 INFO [M:0;7a780d55532c:38031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:20:17,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:17,797 INFO [M:0;7a780d55532c:38031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:20:17,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x10126836d4d0000, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:17,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@317acef8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:20:17,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464b868d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:20:17,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:20:17,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4acb23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:20:17,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b874f9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/hadoop.log.dir/,STOPPED} 2024-11-17T15:20:17,802 WARN [BP-1271033544-172.17.0.2-1731856794336 heartbeating to localhost/127.0.0.1:40295 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:20:17,802 WARN [BP-1271033544-172.17.0.2-1731856794336 heartbeating to localhost/127.0.0.1:40295 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1271033544-172.17.0.2-1731856794336 (Datanode Uuid e3c5fa9b-49f9-49fd-9bb8-d55241193cd5) service to localhost/127.0.0.1:40295 2024-11-17T15:20:17,802 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:20:17,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:20:17,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/cluster_59f53769-f0d1-c37e-0623-c7de660b970c/data/data1/current/BP-1271033544-172.17.0.2-1731856794336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:20:17,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/cluster_59f53769-f0d1-c37e-0623-c7de660b970c/data/data2/current/BP-1271033544-172.17.0.2-1731856794336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:20:17,803 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:20:17,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e49cba8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:20:17,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@551b34ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:20:17,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:20:17,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49a9b806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:20:17,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e1008a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b355bc7e-c46c-fe33-d9a8-5122f70ac2b5/hadoop.log.dir/,STOPPED} 2024-11-17T15:20:17,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T15:20:17,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:20:17,838 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 247) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62024) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62024) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40295 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36849 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=652 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 268) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3238 (was 3857) 2024-11-17T15:20:17,849 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=3238 2024-11-17T15:20:17,864 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-17T15:20:17,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/hadoop.log.dir so I do NOT create it in target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68 2024-11-17T15:20:17,865 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:20:17,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/hadoop.tmp.dir so I do NOT create it in target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68 2024-11-17T15:20:17,865 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/539b2910-eb3e-96d8-83a8-27ba9e6f0e41/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:20:17,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68 2024-11-17T15:20:17,865 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/cluster_a21408eb-3812-ddc2-7498-30dcabba24e5, deleteOnExit=true 2024-11-17T15:20:17,867 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/cluster_a21408eb-3812-ddc2-7498-30dcabba24e5/zookeeper_0, clientPort=55129, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/cluster_a21408eb-3812-ddc2-7498-30dcabba24e5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/cluster_a21408eb-3812-ddc2-7498-30dcabba24e5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T15:20:17,868 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55129 2024-11-17T15:20:17,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:20:17,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:20:17,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/test.cache.data in system properties and HBase conf 2024-11-17T15:20:17,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:20:17,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:20:17,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:20:17,869 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:20:17,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:20:17,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10126836d4d0005, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:20:17,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10126836d4d0002, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:20:17,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10126836d4d0005, quorum=127.0.0.1:62024, baseZNode=/1-942627416 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:20:17,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10126836d4d0002, quorum=127.0.0.1:62024, baseZNode=/0-443898554 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:20:17,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:17,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:20:17,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:20:17,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:20:17,950 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:20:17,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:17,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4485c878{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:20:17,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@706e4726{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:20:18,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2122d986{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/java.io.tmpdir/jetty-localhost-39435-hadoop-hdfs-3_4_1-tests_jar-_-any-7881051903771158972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:20:18,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69521917{HTTP/1.1, (http/1.1)}{localhost:39435} 2024-11-17T15:20:18,066 INFO [Time-limited test {}] server.Server(415): Started @201004ms 2024-11-17T15:20:18,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:18,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:20:18,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:20:18,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:20:18,188 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:20:18,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@503cf90c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:20:18,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f695b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:20:18,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61ecc8c5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/java.io.tmpdir/jetty-localhost-42431-hadoop-hdfs-3_4_1-tests_jar-_-any-17805314090631777321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:20:18,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@574211b1{HTTP/1.1, (http/1.1)}{localhost:42431} 2024-11-17T15:20:18,326 INFO [Time-limited test {}] server.Server(415): Started @201264ms 2024-11-17T15:20:18,328 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:20:18,457 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/cluster_a21408eb-3812-ddc2-7498-30dcabba24e5/data/data2/current/BP-1609253327-172.17.0.2-1731856817887/current, will proceed with Du for space computation calculation, 2024-11-17T15:20:18,457 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/cluster_a21408eb-3812-ddc2-7498-30dcabba24e5/data/data1/current/BP-1609253327-172.17.0.2-1731856817887/current, will proceed with Du for space computation calculation, 2024-11-17T15:20:18,474 WARN [Thread-2644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:20:18,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb497d551b89fe9 with lease ID 0x84bf7bc7c13822c3: Processing first storage report for DS-09765ed2-e860-4820-9c25-1ed151e4c88b from datanode DatanodeRegistration(127.0.0.1:45355, datanodeUuid=0a30bdac-c9d5-4a00-8c2f-ee64906b32b0, infoPort=41249, infoSecurePort=0, ipcPort=45701, storageInfo=lv=-57;cid=testClusterID;nsid=569106117;c=1731856817887) 2024-11-17T15:20:18,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb497d551b89fe9 with lease ID 0x84bf7bc7c13822c3: from storage DS-09765ed2-e860-4820-9c25-1ed151e4c88b node DatanodeRegistration(127.0.0.1:45355, datanodeUuid=0a30bdac-c9d5-4a00-8c2f-ee64906b32b0, infoPort=41249, infoSecurePort=0, ipcPort=45701, storageInfo=lv=-57;cid=testClusterID;nsid=569106117;c=1731856817887), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:20:18,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb497d551b89fe9 with lease ID 0x84bf7bc7c13822c3: Processing first storage report for DS-bbb4c3b3-0aa9-4ce8-9645-15345fc32a25 from datanode DatanodeRegistration(127.0.0.1:45355, datanodeUuid=0a30bdac-c9d5-4a00-8c2f-ee64906b32b0, infoPort=41249, infoSecurePort=0, ipcPort=45701, storageInfo=lv=-57;cid=testClusterID;nsid=569106117;c=1731856817887) 2024-11-17T15:20:18,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb497d551b89fe9 with lease ID 0x84bf7bc7c13822c3: from storage DS-bbb4c3b3-0aa9-4ce8-9645-15345fc32a25 node DatanodeRegistration(127.0.0.1:45355, datanodeUuid=0a30bdac-c9d5-4a00-8c2f-ee64906b32b0, infoPort=41249, infoSecurePort=0, ipcPort=45701, storageInfo=lv=-57;cid=testClusterID;nsid=569106117;c=1731856817887), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:20:18,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68 2024-11-17T15:20:18,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:18,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:18,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:20:18,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338 with version=8 2024-11-17T15:20:18,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/hbase-staging 2024-11-17T15:20:18,491 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:20:18,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:18,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:18,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:20:18,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:18,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:20:18,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:20:18,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:20:18,492 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37395 2024-11-17T15:20:18,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37395 connecting to ZooKeeper ensemble=127.0.0.1:55129 2024-11-17T15:20:18,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373950x0, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:18,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37395-0x1012683c95a0000 connected 2024-11-17T15:20:18,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:18,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:18,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Set watcher on znode that does not yet exist, /0-1341956711/running 2024-11-17T15:20:18,529 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338, hbase.cluster.distributed=false 2024-11-17T15:20:18,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Set watcher on znode that does not yet exist, /0-1341956711/acl 2024-11-17T15:20:18,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37395 2024-11-17T15:20:18,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37395 2024-11-17T15:20:18,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37395 2024-11-17T15:20:18,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37395 2024-11-17T15:20:18,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37395 2024-11-17T15:20:18,551 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:20:18,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:18,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:18,551 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:20:18,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:18,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:20:18,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:20:18,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:20:18,552 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44445 2024-11-17T15:20:18,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44445 connecting to ZooKeeper ensemble=127.0.0.1:55129 2024-11-17T15:20:18,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:18,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:18,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444450x0, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:18,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444450x0, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Set watcher on znode that does not yet exist, /0-1341956711/running 2024-11-17T15:20:18,559 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:20:18,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44445-0x1012683c95a0001 connected 2024-11-17T15:20:18,560 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:20:18,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Set watcher on znode that does not yet exist, /0-1341956711/master 2024-11-17T15:20:18,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Set watcher on znode that does not yet exist, /0-1341956711/acl 2024-11-17T15:20:18,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44445 2024-11-17T15:20:18,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44445 2024-11-17T15:20:18,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44445 2024-11-17T15:20:18,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44445 2024-11-17T15:20:18,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44445 2024-11-17T15:20:18,584 DEBUG [M:0;7a780d55532c:37395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:37395 2024-11-17T15:20:18,584 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1341956711/backup-masters/7a780d55532c,37395,1731856818491 2024-11-17T15:20:18,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711/backup-masters 2024-11-17T15:20:18,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711/backup-masters 2024-11-17T15:20:18,586 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Set watcher on existing znode=/0-1341956711/backup-masters/7a780d55532c,37395,1731856818491 2024-11-17T15:20:18,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:18,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1341956711/master 2024-11-17T15:20:18,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:18,588 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Set watcher on existing znode=/0-1341956711/master 2024-11-17T15:20:18,589 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1341956711/backup-masters/7a780d55532c,37395,1731856818491 from backup master directory 2024-11-17T15:20:18,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711/backup-masters 2024-11-17T15:20:18,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1341956711/backup-masters/7a780d55532c,37395,1731856818491 2024-11-17T15:20:18,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711/backup-masters 2024-11-17T15:20:18,590 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:20:18,590 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,37395,1731856818491 2024-11-17T15:20:18,593 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/hbase.id] with ID: debdea6e-20bb-412c-8553-f413cdeddf21 2024-11-17T15:20:18,593 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/.tmp/hbase.id 2024-11-17T15:20:18,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:20:18,998 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/.tmp/hbase.id]:[hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/hbase.id] 2024-11-17T15:20:19,007 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:19,007 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:20:19,008 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:20:19,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:19,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:19,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:20:19,414 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:19,415 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:20:19,415 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:19,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:20:19,422 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store 2024-11-17T15:20:19,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:20:19,827 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:19,827 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:20:19,827 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:19,827 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:19,827 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:20:19,827 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:19,827 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:19,827 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856819827Disabling compacts and flushes for region at 1731856819827Disabling writes for close at 1731856819827Writing region close event to WAL at 1731856819827Closed at 1731856819827 2024-11-17T15:20:19,828 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/.initializing 2024-11-17T15:20:19,828 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/WALs/7a780d55532c,37395,1731856818491 2024-11-17T15:20:19,829 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:20:19,831 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C37395%2C1731856818491, suffix=, logDir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/WALs/7a780d55532c,37395,1731856818491, archiveDir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/oldWALs, maxLogs=10 2024-11-17T15:20:19,844 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/WALs/7a780d55532c,37395,1731856818491/7a780d55532c%2C37395%2C1731856818491.1731856819831, exclude list is [], retry=0 2024-11-17T15:20:19,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45355,DS-09765ed2-e860-4820-9c25-1ed151e4c88b,DISK] 2024-11-17T15:20:19,848 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/WALs/7a780d55532c,37395,1731856818491/7a780d55532c%2C37395%2C1731856818491.1731856819831 2024-11-17T15:20:19,848 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41249:41249)] 2024-11-17T15:20:19,848 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:19,848 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:19,848 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:19,849 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:19,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:19,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:20:19,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:19,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:19,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:19,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:20:19,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:19,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:19,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:19,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:20:19,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:19,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:19,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:19,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:20:19,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:19,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:19,855 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:19,856 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:19,856 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:19,857 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:19,857 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:19,857 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:19,858 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:19,861 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:19,861 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61726779, jitterRate=-0.08019931614398956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:19,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856819849Initializing all the Stores at 1731856819849Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856819849Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856819849Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856819849Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856819849Cleaning up temporary data from old regions at 1731856819857 (+8 ms)Region opened successfully at 1731856819861 (+4 ms) 2024-11-17T15:20:19,862 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:20:19,864 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528d3b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:20:19,865 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:20:19,865 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:20:19,865 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:20:19,865 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:20:19,865 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:20:19,866 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:20:19,866 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:20:19,867 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:20:19,868 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Unable to get data of znode /0-1341956711/balancer because node does not exist (not necessarily an error) 2024-11-17T15:20:19,869 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1341956711/balancer already deleted, retry=false 2024-11-17T15:20:19,869 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:20:19,870 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Unable to get data of znode /0-1341956711/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:20:19,872 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1341956711/normalizer already deleted, retry=false 2024-11-17T15:20:19,872 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:20:19,873 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Unable to get data of znode /0-1341956711/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:20:19,874 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1341956711/switch/split already deleted, retry=false 2024-11-17T15:20:19,874 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Unable to get data of znode /0-1341956711/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:20:19,875 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1341956711/switch/merge already deleted, retry=false 2024-11-17T15:20:19,877 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Unable to get data of znode /0-1341956711/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:20:19,878 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1341956711/snapshot-cleanup already deleted, retry=false 2024-11-17T15:20:19,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1341956711/running 2024-11-17T15:20:19,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1341956711/running 2024-11-17T15:20:19,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:19,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:19,881 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,37395,1731856818491, sessionid=0x1012683c95a0000, setting cluster-up flag (Was=false) 2024-11-17T15:20:19,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:19,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:19,887 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1341956711/flush-table-proc/acquired, /0-1341956711/flush-table-proc/reached, /0-1341956711/flush-table-proc/abort 2024-11-17T15:20:19,888 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,37395,1731856818491 2024-11-17T15:20:19,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:19,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:19,897 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1341956711/online-snapshot/acquired, /0-1341956711/online-snapshot/reached, /0-1341956711/online-snapshot/abort 2024-11-17T15:20:19,898 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,37395,1731856818491 2024-11-17T15:20:19,899 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:20:19,901 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:19,901 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:20:19,901 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:20:19,902 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,37395,1731856818491 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:20:19,903 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:19,903 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:19,903 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:19,903 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:19,903 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:20:19,903 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:19,903 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:20:19,903 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:19,907 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:19,907 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:20:19,908 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856849908 2024-11-17T15:20:19,908 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:19,908 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:20:19,908 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:20:19,909 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:20:19,909 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:20:19,909 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:20:19,909 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:20:19,909 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:20:19,909 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:19,909 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:20:19,909 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:20:19,909 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:20:19,909 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:20:19,910 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:20:19,910 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:20:19,910 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856819910,5,FailOnTimeoutGroup] 2024-11-17T15:20:19,913 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856819910,5,FailOnTimeoutGroup] 2024-11-17T15:20:19,913 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:19,913 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:20:19,913 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:19,913 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:19,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:20:19,972 INFO [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(746): ClusterId : debdea6e-20bb-412c-8553-f413cdeddf21 2024-11-17T15:20:19,972 DEBUG [RS:0;7a780d55532c:44445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:20:19,973 DEBUG [RS:0;7a780d55532c:44445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:20:19,973 DEBUG [RS:0;7a780d55532c:44445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:20:19,976 DEBUG [RS:0;7a780d55532c:44445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:20:19,977 DEBUG [RS:0;7a780d55532c:44445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bca1fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:20:19,988 DEBUG [RS:0;7a780d55532c:44445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:44445 2024-11-17T15:20:19,988 INFO [RS:0;7a780d55532c:44445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:20:19,988 INFO [RS:0;7a780d55532c:44445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:20:19,989 DEBUG [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:20:19,989 INFO [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,37395,1731856818491 with port=44445, startcode=1731856818550 2024-11-17T15:20:19,989 DEBUG [RS:0;7a780d55532c:44445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:20:19,991 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:20:19,991 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,44445,1731856818550 2024-11-17T15:20:19,991 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37395 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,44445,1731856818550 2024-11-17T15:20:19,992 DEBUG [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338 2024-11-17T15:20:19,992 DEBUG [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38597 2024-11-17T15:20:19,992 DEBUG [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:20:19,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711/rs 2024-11-17T15:20:19,994 DEBUG [RS:0;7a780d55532c:44445 {}] zookeeper.ZKUtil(111): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Set watcher on existing znode=/0-1341956711/rs/7a780d55532c,44445,1731856818550 2024-11-17T15:20:19,994 WARN [RS:0;7a780d55532c:44445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:20:19,994 INFO [RS:0;7a780d55532c:44445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:19,994 DEBUG [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550 2024-11-17T15:20:19,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,44445,1731856818550] 2024-11-17T15:20:19,997 INFO [RS:0;7a780d55532c:44445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:20:19,998 INFO [RS:0;7a780d55532c:44445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:20:19,998 INFO [RS:0;7a780d55532c:44445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:20:19,998 INFO [RS:0;7a780d55532c:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:19,999 INFO [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:20:19,999 INFO [RS:0;7a780d55532c:44445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:20:19,999 INFO [RS:0;7a780d55532c:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:19,999 DEBUG [RS:0;7a780d55532c:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:19,999 DEBUG [RS:0;7a780d55532c:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:19,999 DEBUG [RS:0;7a780d55532c:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:19,999 DEBUG [RS:0;7a780d55532c:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:19,999 DEBUG [RS:0;7a780d55532c:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:19,999 DEBUG [RS:0;7a780d55532c:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:20:19,999 DEBUG [RS:0;7a780d55532c:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:19,999 DEBUG [RS:0;7a780d55532c:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:19,999 DEBUG [RS:0;7a780d55532c:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:19,999 DEBUG [RS:0;7a780d55532c:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:19,999 DEBUG [RS:0;7a780d55532c:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:19,999 DEBUG [RS:0;7a780d55532c:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:19,999 DEBUG [RS:0;7a780d55532c:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:20:19,999 DEBUG [RS:0;7a780d55532c:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:20:20,000 INFO [RS:0;7a780d55532c:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:20,000 INFO [RS:0;7a780d55532c:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:20,000 INFO [RS:0;7a780d55532c:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:20,000 INFO [RS:0;7a780d55532c:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:20,000 INFO [RS:0;7a780d55532c:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:20,000 INFO [RS:0;7a780d55532c:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44445,1731856818550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:20:20,014 INFO [RS:0;7a780d55532c:44445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:20:20,014 INFO [RS:0;7a780d55532c:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44445,1731856818550-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:20,014 INFO [RS:0;7a780d55532c:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:20,014 INFO [RS:0;7a780d55532c:44445 {}] regionserver.Replication(171): 7a780d55532c,44445,1731856818550 started 2024-11-17T15:20:20,027 INFO [RS:0;7a780d55532c:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:20,027 INFO [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,44445,1731856818550, RpcServer on 7a780d55532c/172.17.0.2:44445, sessionid=0x1012683c95a0001 2024-11-17T15:20:20,027 DEBUG [RS:0;7a780d55532c:44445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:20:20,027 DEBUG [RS:0;7a780d55532c:44445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,44445,1731856818550 2024-11-17T15:20:20,028 DEBUG [RS:0;7a780d55532c:44445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,44445,1731856818550' 2024-11-17T15:20:20,028 DEBUG [RS:0;7a780d55532c:44445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1341956711/flush-table-proc/abort' 2024-11-17T15:20:20,028 DEBUG [RS:0;7a780d55532c:44445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1341956711/flush-table-proc/acquired' 2024-11-17T15:20:20,028 DEBUG [RS:0;7a780d55532c:44445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:20:20,028 DEBUG [RS:0;7a780d55532c:44445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:20:20,028 DEBUG [RS:0;7a780d55532c:44445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,44445,1731856818550 2024-11-17T15:20:20,028 DEBUG [RS:0;7a780d55532c:44445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,44445,1731856818550' 2024-11-17T15:20:20,028 DEBUG [RS:0;7a780d55532c:44445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1341956711/online-snapshot/abort' 2024-11-17T15:20:20,029 DEBUG [RS:0;7a780d55532c:44445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1341956711/online-snapshot/acquired' 2024-11-17T15:20:20,029 DEBUG [RS:0;7a780d55532c:44445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:20:20,029 INFO [RS:0;7a780d55532c:44445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:20:20,029 INFO [RS:0;7a780d55532c:44445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:20:20,129 INFO [RS:0;7a780d55532c:44445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:20:20,131 INFO [RS:0;7a780d55532c:44445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C44445%2C1731856818550, suffix=, logDir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550, archiveDir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/oldWALs, maxLogs=10 2024-11-17T15:20:20,148 DEBUG [RS:0;7a780d55532c:44445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131, exclude list is [], retry=0 2024-11-17T15:20:20,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45355,DS-09765ed2-e860-4820-9c25-1ed151e4c88b,DISK] 2024-11-17T15:20:20,153 INFO [RS:0;7a780d55532c:44445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 2024-11-17T15:20:20,153 DEBUG [RS:0;7a780d55532c:44445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41249:41249)] 2024-11-17T15:20:20,318 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:20:20,318 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338 2024-11-17T15:20:20,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741833_1009 (size=32) 2024-11-17T15:20:20,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:20,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:20:20,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:20:20,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:20,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:20,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:20:20,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:20:20,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:20,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:20,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:20:20,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:20:20,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:20,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:20,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:20:20,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:20:20,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:20,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:20,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:20:20,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740 2024-11-17T15:20:20,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740 2024-11-17T15:20:20,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:20:20,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:20:20,741 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:20,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:20:20,743 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:20,744 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75052336, jitterRate=0.11836695671081543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:20,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856820731Initializing all the Stores at 1731856820732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856820732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856820732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856820732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856820732Cleaning up temporary data from old regions at 1731856820740 (+8 ms)Region opened successfully at 1731856820745 (+5 ms) 2024-11-17T15:20:20,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:20:20,745 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:20:20,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:20:20,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:20:20,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:20:20,745 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:20,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856820745Disabling compacts and flushes for region at 1731856820745Disabling writes for close at 1731856820745Writing region close event to WAL at 1731856820745Closed at 1731856820745 2024-11-17T15:20:20,746 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:20,746 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:20:20,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:20:20,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:20:20,748 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:20:20,898 DEBUG [7a780d55532c:37395 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:20:20,899 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,44445,1731856818550 2024-11-17T15:20:20,900 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,44445,1731856818550, state=OPENING 2024-11-17T15:20:20,901 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:20:20,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:20,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:20,907 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:20:20,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1341956711/meta-region-server: CHANGED 2024-11-17T15:20:20,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1341956711/meta-region-server: CHANGED 2024-11-17T15:20:20,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,44445,1731856818550}] 2024-11-17T15:20:21,060 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:20:21,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:20:21,065 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:20:21,065 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:21,065 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:20:21,067 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C44445%2C1731856818550.meta, suffix=.meta, logDir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550, archiveDir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/oldWALs, maxLogs=10 2024-11-17T15:20:21,080 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.meta.1731856821067.meta, exclude list is [], retry=0 2024-11-17T15:20:21,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45355,DS-09765ed2-e860-4820-9c25-1ed151e4c88b,DISK] 2024-11-17T15:20:21,083 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.meta.1731856821067.meta 2024-11-17T15:20:21,083 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41249:41249)] 2024-11-17T15:20:21,083 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:21,084 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:21,084 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:20:21,084 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:20:21,084 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:20:21,084 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:20:21,084 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:21,084 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:20:21,084 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:20:21,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:20:21,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:20:21,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:21,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:21,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:20:21,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:20:21,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:21,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:21,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:20:21,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:20:21,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:21,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:21,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:20:21,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:20:21,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:21,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:21,089 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:20:21,089 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740 2024-11-17T15:20:21,090 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740 2024-11-17T15:20:21,091 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:20:21,091 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:20:21,092 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:21,092 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:20:21,093 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59450706, jitterRate=-0.11411544680595398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:21,093 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:20:21,094 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856821084Writing region info on filesystem at 1731856821084Initializing all the Stores at 1731856821085 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856821085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856821085Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856821085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856821085Cleaning up temporary data from old regions at 1731856821091 (+6 ms)Running coprocessor post-open hooks at 1731856821093 (+2 ms)Region opened successfully at 1731856821093 2024-11-17T15:20:21,094 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856821060 2024-11-17T15:20:21,096 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:20:21,096 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:20:21,096 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,44445,1731856818550 2024-11-17T15:20:21,097 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,44445,1731856818550, state=OPEN 2024-11-17T15:20:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1341956711/meta-region-server 2024-11-17T15:20:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1341956711/meta-region-server 2024-11-17T15:20:21,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1341956711/meta-region-server: CHANGED 2024-11-17T15:20:21,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1341956711/meta-region-server: CHANGED 2024-11-17T15:20:21,098 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,44445,1731856818550 2024-11-17T15:20:21,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:20:21,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,44445,1731856818550 in 191 msec 2024-11-17T15:20:21,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:20:21,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-17T15:20:21,102 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:21,102 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:20:21,103 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:21,103 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44445,1731856818550, seqNum=-1] 2024-11-17T15:20:21,103 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:21,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:21,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-17T15:20:21,108 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856821108, completionTime=-1 2024-11-17T15:20:21,108 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:20:21,108 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:20:21,110 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:20:21,110 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856881110 2024-11-17T15:20:21,110 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856941110 2024-11-17T15:20:21,110 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T15:20:21,111 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37395,1731856818491-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:21,111 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37395,1731856818491-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:21,111 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37395,1731856818491-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:21,111 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:37395, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:21,111 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:21,111 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:21,112 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:20:21,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.524sec 2024-11-17T15:20:21,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:20:21,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:20:21,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:20:21,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:20:21,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:20:21,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37395,1731856818491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:20:21,114 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37395,1731856818491-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:20:21,115 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:20:21,115 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:20:21,115 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,37395,1731856818491-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:21,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3f0133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:21,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37395,-1 for getting cluster id 2024-11-17T15:20:21,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:21,174 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'debdea6e-20bb-412c-8553-f413cdeddf21' 2024-11-17T15:20:21,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:21,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "debdea6e-20bb-412c-8553-f413cdeddf21" 2024-11-17T15:20:21,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734bbf59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:21,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37395,-1] 2024-11-17T15:20:21,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:21,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:21,176 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:21,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4565a94f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:21,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:21,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44445,1731856818550, seqNum=-1] 2024-11-17T15:20:21,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:21,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:21,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,37395,1731856818491 2024-11-17T15:20:21,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55129 2024-11-17T15:20:21,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:21,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012683c95a0002 connected 2024-11-17T15:20:21,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/hadoop.log.dir so I do NOT create it in target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0 2024-11-17T15:20:21,185 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:20:21,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/hadoop.tmp.dir so I do NOT create it in target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0 2024-11-17T15:20:21,185 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:20:21,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0 2024-11-17T15:20:21,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:20:21,185 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/cluster_3e41733e-e6da-88dc-a446-98e65a8fe31e, deleteOnExit=true 2024-11-17T15:20:21,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/test.cache.data in system properties and HBase conf 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:20:21,186 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:20:21,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:20:21,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:20:21,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:20:21,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:20:21,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:20:21,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:21,261 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:20:21,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:20:21,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:20:21,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:20:21,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:21,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b7d156c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:20:21,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64fb5b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:20:21,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@754f6ac0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/java.io.tmpdir/jetty-localhost-34565-hadoop-hdfs-3_4_1-tests_jar-_-any-12989973563323793777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:20:21,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@661cc5d6{HTTP/1.1, (http/1.1)}{localhost:34565} 2024-11-17T15:20:21,386 INFO [Time-limited test {}] server.Server(415): Started @204324ms 2024-11-17T15:20:21,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:21,465 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:20:21,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:20:21,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:20:21,467 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:20:21,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68ca5029{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:20:21,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f29cd30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:20:21,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@396e52d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/java.io.tmpdir/jetty-localhost-39091-hadoop-hdfs-3_4_1-tests_jar-_-any-11942359792665142023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:20:21,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a7e3235{HTTP/1.1, (http/1.1)}{localhost:39091} 2024-11-17T15:20:21,582 INFO [Time-limited test {}] server.Server(415): Started @204519ms 2024-11-17T15:20:21,583 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:20:21,678 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/cluster_3e41733e-e6da-88dc-a446-98e65a8fe31e/data/data1/current/BP-1804305748-172.17.0.2-1731856821205/current, will proceed with Du for space computation calculation, 2024-11-17T15:20:21,678 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/cluster_3e41733e-e6da-88dc-a446-98e65a8fe31e/data/data2/current/BP-1804305748-172.17.0.2-1731856821205/current, will proceed with Du for space computation calculation, 2024-11-17T15:20:21,698 WARN [Thread-2764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:20:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcae42359830ef121 with lease ID 0x800c37b892137bd7: Processing first storage report for DS-eb2e3e00-20d7-4b10-a77a-d942a2fccd54 from datanode DatanodeRegistration(127.0.0.1:44069, datanodeUuid=53025c21-f4a1-4b9a-8766-d067498f0047, infoPort=45575, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1280788808;c=1731856821205) 2024-11-17T15:20:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcae42359830ef121 with lease ID 0x800c37b892137bd7: from storage DS-eb2e3e00-20d7-4b10-a77a-d942a2fccd54 node DatanodeRegistration(127.0.0.1:44069, datanodeUuid=53025c21-f4a1-4b9a-8766-d067498f0047, infoPort=45575, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1280788808;c=1731856821205), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:20:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcae42359830ef121 with lease ID 0x800c37b892137bd7: Processing first storage report for DS-046406be-af2a-4834-b740-b675fbbbdb6a from datanode DatanodeRegistration(127.0.0.1:44069, datanodeUuid=53025c21-f4a1-4b9a-8766-d067498f0047, infoPort=45575, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1280788808;c=1731856821205) 2024-11-17T15:20:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcae42359830ef121 with lease ID 0x800c37b892137bd7: from storage DS-046406be-af2a-4834-b740-b675fbbbdb6a node DatanodeRegistration(127.0.0.1:44069, datanodeUuid=53025c21-f4a1-4b9a-8766-d067498f0047, infoPort=45575, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1280788808;c=1731856821205), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:20:21,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0 2024-11-17T15:20:21,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:21,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:21,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:20:22,118 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f with version=8 2024-11-17T15:20:22,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/hbase-staging 2024-11-17T15:20:22,120 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:20:22,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:22,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:22,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:20:22,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:22,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:20:22,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:20:22,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:20:22,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43275 2024-11-17T15:20:22,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43275 connecting to ZooKeeper ensemble=127.0.0.1:55129 2024-11-17T15:20:22,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432750x0, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:22,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43275-0x1012683c95a0003 connected 2024-11-17T15:20:22,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:22,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:22,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Set watcher on znode that does not yet exist, /1-223179879/running 2024-11-17T15:20:22,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f, hbase.cluster.distributed=false 2024-11-17T15:20:22,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Set watcher on znode that does not yet exist, /1-223179879/acl 2024-11-17T15:20:22,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43275 2024-11-17T15:20:22,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43275 2024-11-17T15:20:22,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43275 2024-11-17T15:20:22,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43275 2024-11-17T15:20:22,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43275 2024-11-17T15:20:22,155 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:20:22,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:22,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:22,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:20:22,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:22,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:20:22,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:20:22,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:20:22,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39555 2024-11-17T15:20:22,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39555 connecting to ZooKeeper ensemble=127.0.0.1:55129 2024-11-17T15:20:22,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:22,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:22,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395550x0, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:22,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395550x0, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Set watcher on znode that does not yet exist, /1-223179879/running 2024-11-17T15:20:22,163 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:20:22,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39555-0x1012683c95a0004 connected 2024-11-17T15:20:22,163 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:20:22,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Set watcher on znode that does not yet exist, /1-223179879/master 2024-11-17T15:20:22,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Set watcher on znode that does not yet exist, /1-223179879/acl 2024-11-17T15:20:22,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-17T15:20:22,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39555 2024-11-17T15:20:22,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39555 2024-11-17T15:20:22,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-17T15:20:22,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-17T15:20:22,191 DEBUG [M:0;7a780d55532c:43275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:43275 2024-11-17T15:20:22,192 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-223179879/backup-masters/7a780d55532c,43275,1731856822120 2024-11-17T15:20:22,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879/backup-masters 2024-11-17T15:20:22,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879/backup-masters 2024-11-17T15:20:22,195 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Set watcher on existing znode=/1-223179879/backup-masters/7a780d55532c,43275,1731856822120 2024-11-17T15:20:22,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-223179879/master 2024-11-17T15:20:22,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:22,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:22,197 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Set watcher on existing znode=/1-223179879/master 2024-11-17T15:20:22,197 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-223179879/backup-masters/7a780d55532c,43275,1731856822120 from backup master directory 2024-11-17T15:20:22,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-223179879/backup-masters/7a780d55532c,43275,1731856822120 2024-11-17T15:20:22,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879/backup-masters 2024-11-17T15:20:22,198 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:20:22,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879/backup-masters 2024-11-17T15:20:22,198 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,43275,1731856822120 2024-11-17T15:20:22,201 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/hbase.id] with ID: 488dc821-39b8-479e-8d01-f259a2999d2e 2024-11-17T15:20:22,201 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/.tmp/hbase.id 2024-11-17T15:20:22,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:20:22,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T15:20:22,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:20:22,606 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/.tmp/hbase.id]:[hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/hbase.id] 2024-11-17T15:20:22,615 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:22,615 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:20:22,616 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:20:22,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:22,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:22,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:20:23,023 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:23,024 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:20:23,024 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:23,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:20:23,436 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store 2024-11-17T15:20:23,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:20:23,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:23,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:20:23,842 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:23,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:23,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:20:23,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:23,842 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:23,842 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856823842Disabling compacts and flushes for region at 1731856823842Disabling writes for close at 1731856823842Writing region close event to WAL at 1731856823842Closed at 1731856823842 2024-11-17T15:20:23,843 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/.initializing 2024-11-17T15:20:23,843 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/WALs/7a780d55532c,43275,1731856822120 2024-11-17T15:20:23,843 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:20:23,845 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C43275%2C1731856822120, suffix=, logDir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/WALs/7a780d55532c,43275,1731856822120, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/oldWALs, maxLogs=10 2024-11-17T15:20:23,858 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/WALs/7a780d55532c,43275,1731856822120/7a780d55532c%2C43275%2C1731856822120.1731856823845, exclude list is [], retry=0 2024-11-17T15:20:23,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44069,DS-eb2e3e00-20d7-4b10-a77a-d942a2fccd54,DISK] 2024-11-17T15:20:23,861 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/WALs/7a780d55532c,43275,1731856822120/7a780d55532c%2C43275%2C1731856822120.1731856823845 2024-11-17T15:20:23,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45575:45575)] 2024-11-17T15:20:23,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:23,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:23,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:23,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:23,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:23,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:20:23,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:23,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:23,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:23,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:20:23,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:23,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:23,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:23,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:20:23,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:23,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:23,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:23,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:20:23,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:23,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:23,867 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:23,868 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:23,868 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:23,869 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:23,869 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:23,869 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:23,870 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:23,872 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:23,872 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64015813, jitterRate=-0.04609005153179169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:23,872 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856823862Initializing all the Stores at 1731856823863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856823863Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856823863Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856823863Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856823863Cleaning up temporary data from old regions at 1731856823869 (+6 ms)Region opened successfully at 1731856823872 (+3 ms) 2024-11-17T15:20:23,872 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:20:23,875 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b008f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:20:23,875 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:20:23,876 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:20:23,876 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:20:23,876 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:20:23,876 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:20:23,876 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:20:23,876 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:20:23,878 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:20:23,878 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Unable to get data of znode /1-223179879/balancer because node does not exist (not necessarily an error) 2024-11-17T15:20:23,879 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-223179879/balancer already deleted, retry=false 2024-11-17T15:20:23,880 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:20:23,880 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Unable to get data of znode /1-223179879/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:20:23,881 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-223179879/normalizer already deleted, retry=false 2024-11-17T15:20:23,882 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:20:23,882 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Unable to get data of znode /1-223179879/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:20:23,883 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-223179879/switch/split already deleted, retry=false 2024-11-17T15:20:23,884 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Unable to get data of znode /1-223179879/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:20:23,886 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-223179879/switch/merge already deleted, retry=false 2024-11-17T15:20:23,887 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Unable to get data of znode /1-223179879/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:20:23,888 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-223179879/snapshot-cleanup already deleted, retry=false 2024-11-17T15:20:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-223179879/running 2024-11-17T15:20:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-223179879/running 2024-11-17T15:20:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:23,890 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,43275,1731856822120, sessionid=0x1012683c95a0003, setting cluster-up flag (Was=false) 2024-11-17T15:20:23,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:23,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:23,897 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-223179879/flush-table-proc/acquired, /1-223179879/flush-table-proc/reached, /1-223179879/flush-table-proc/abort 2024-11-17T15:20:23,898 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,43275,1731856822120 2024-11-17T15:20:23,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:23,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:23,906 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-223179879/online-snapshot/acquired, /1-223179879/online-snapshot/reached, /1-223179879/online-snapshot/abort 2024-11-17T15:20:23,908 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,43275,1731856822120 2024-11-17T15:20:23,909 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:20:23,910 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:23,910 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:20:23,911 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:20:23,911 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,43275,1731856822120 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:20:23,912 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:23,912 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:23,912 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:23,912 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:23,912 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:20:23,912 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:23,912 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:20:23,912 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:23,917 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856853917 2024-11-17T15:20:23,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:23,917 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:20:23,917 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:20:23,917 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:20:23,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:20:23,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:20:23,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:20:23,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:20:23,918 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:23,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:23,918 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:20:23,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:20:23,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:20:23,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:20:23,919 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:20:23,919 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:20:23,919 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:20:23,919 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856823919,5,FailOnTimeoutGroup] 2024-11-17T15:20:23,920 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856823919,5,FailOnTimeoutGroup] 2024-11-17T15:20:23,920 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:23,920 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:20:23,920 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:23,920 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:23,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:20:23,982 INFO [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(746): ClusterId : 488dc821-39b8-479e-8d01-f259a2999d2e 2024-11-17T15:20:23,982 DEBUG [RS:0;7a780d55532c:39555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:20:23,984 DEBUG [RS:0;7a780d55532c:39555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:20:23,984 DEBUG [RS:0;7a780d55532c:39555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:20:23,986 DEBUG [RS:0;7a780d55532c:39555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:20:23,987 DEBUG [RS:0;7a780d55532c:39555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6c568c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:20:24,002 DEBUG [RS:0;7a780d55532c:39555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:39555 2024-11-17T15:20:24,002 INFO [RS:0;7a780d55532c:39555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:20:24,002 INFO [RS:0;7a780d55532c:39555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:20:24,002 DEBUG [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:20:24,003 INFO [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,43275,1731856822120 with port=39555, startcode=1731856822155 2024-11-17T15:20:24,003 DEBUG [RS:0;7a780d55532c:39555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:20:24,004 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:20:24,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43275 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,39555,1731856822155 2024-11-17T15:20:24,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43275 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,39555,1731856822155 2024-11-17T15:20:24,007 DEBUG [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f 2024-11-17T15:20:24,007 DEBUG [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33667 2024-11-17T15:20:24,007 DEBUG [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:20:24,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879/rs 2024-11-17T15:20:24,017 DEBUG [RS:0;7a780d55532c:39555 {}] zookeeper.ZKUtil(111): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Set watcher on existing znode=/1-223179879/rs/7a780d55532c,39555,1731856822155 2024-11-17T15:20:24,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,39555,1731856822155] 2024-11-17T15:20:24,017 WARN [RS:0;7a780d55532c:39555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:20:24,018 INFO [RS:0;7a780d55532c:39555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:24,018 DEBUG [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155 2024-11-17T15:20:24,022 INFO [RS:0;7a780d55532c:39555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:20:24,023 INFO [RS:0;7a780d55532c:39555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:20:24,024 INFO [RS:0;7a780d55532c:39555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:20:24,024 INFO [RS:0;7a780d55532c:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:24,024 INFO [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:20:24,025 INFO [RS:0;7a780d55532c:39555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:20:24,025 INFO [RS:0;7a780d55532c:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:24,025 DEBUG [RS:0;7a780d55532c:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:24,025 DEBUG [RS:0;7a780d55532c:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:24,025 DEBUG [RS:0;7a780d55532c:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:24,025 DEBUG [RS:0;7a780d55532c:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:24,025 DEBUG [RS:0;7a780d55532c:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:24,025 DEBUG [RS:0;7a780d55532c:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:20:24,025 DEBUG [RS:0;7a780d55532c:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:24,025 DEBUG [RS:0;7a780d55532c:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:24,025 DEBUG [RS:0;7a780d55532c:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:24,025 DEBUG [RS:0;7a780d55532c:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:24,025 DEBUG [RS:0;7a780d55532c:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:24,025 DEBUG [RS:0;7a780d55532c:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:24,025 DEBUG [RS:0;7a780d55532c:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:20:24,025 DEBUG [RS:0;7a780d55532c:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:20:24,033 INFO [RS:0;7a780d55532c:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:24,033 INFO [RS:0;7a780d55532c:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:24,033 INFO [RS:0;7a780d55532c:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:24,033 INFO [RS:0;7a780d55532c:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:24,033 INFO [RS:0;7a780d55532c:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:24,033 INFO [RS:0;7a780d55532c:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,39555,1731856822155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:20:24,051 INFO [RS:0;7a780d55532c:39555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:20:24,051 INFO [RS:0;7a780d55532c:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,39555,1731856822155-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:24,052 INFO [RS:0;7a780d55532c:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:24,052 INFO [RS:0;7a780d55532c:39555 {}] regionserver.Replication(171): 7a780d55532c,39555,1731856822155 started 2024-11-17T15:20:24,071 INFO [RS:0;7a780d55532c:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:24,071 INFO [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,39555,1731856822155, RpcServer on 7a780d55532c/172.17.0.2:39555, sessionid=0x1012683c95a0004 2024-11-17T15:20:24,071 DEBUG [RS:0;7a780d55532c:39555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:20:24,071 DEBUG [RS:0;7a780d55532c:39555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,39555,1731856822155 2024-11-17T15:20:24,071 DEBUG [RS:0;7a780d55532c:39555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,39555,1731856822155' 2024-11-17T15:20:24,071 DEBUG [RS:0;7a780d55532c:39555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-223179879/flush-table-proc/abort' 2024-11-17T15:20:24,072 DEBUG [RS:0;7a780d55532c:39555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-223179879/flush-table-proc/acquired' 2024-11-17T15:20:24,072 DEBUG [RS:0;7a780d55532c:39555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:20:24,072 DEBUG [RS:0;7a780d55532c:39555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:20:24,072 DEBUG [RS:0;7a780d55532c:39555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,39555,1731856822155 2024-11-17T15:20:24,072 DEBUG [RS:0;7a780d55532c:39555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,39555,1731856822155' 2024-11-17T15:20:24,072 DEBUG [RS:0;7a780d55532c:39555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-223179879/online-snapshot/abort' 2024-11-17T15:20:24,072 DEBUG [RS:0;7a780d55532c:39555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-223179879/online-snapshot/acquired' 2024-11-17T15:20:24,073 DEBUG [RS:0;7a780d55532c:39555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:20:24,073 INFO [RS:0;7a780d55532c:39555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:20:24,073 INFO [RS:0;7a780d55532c:39555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:20:24,173 INFO [RS:0;7a780d55532c:39555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:20:24,175 INFO [RS:0;7a780d55532c:39555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C39555%2C1731856822155, suffix=, logDir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/oldWALs, maxLogs=10 2024-11-17T15:20:24,192 DEBUG [RS:0;7a780d55532c:39555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175, exclude list is [], retry=0 2024-11-17T15:20:24,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44069,DS-eb2e3e00-20d7-4b10-a77a-d942a2fccd54,DISK] 2024-11-17T15:20:24,197 INFO [RS:0;7a780d55532c:39555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 2024-11-17T15:20:24,200 DEBUG [RS:0;7a780d55532c:39555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45575:45575)] 2024-11-17T15:20:24,330 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:20:24,330 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f 2024-11-17T15:20:24,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741833_1009 (size=32) 2024-11-17T15:20:24,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:24,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:20:24,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:20:24,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:24,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:24,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:20:24,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:20:24,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:24,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:24,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:20:24,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:20:24,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:24,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:24,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:20:24,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:20:24,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:24,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:24,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:20:24,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740 2024-11-17T15:20:24,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740 2024-11-17T15:20:24,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:20:24,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:20:24,744 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:24,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:20:24,746 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:24,747 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63804923, jitterRate=-0.04923255741596222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:24,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856824736Initializing all the Stores at 1731856824737 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856824737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856824737Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856824737Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856824737Cleaning up temporary data from old regions at 1731856824744 (+7 ms)Region opened successfully at 1731856824747 (+3 ms) 2024-11-17T15:20:24,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:20:24,747 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:20:24,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:20:24,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:20:24,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:20:24,747 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:24,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856824747Disabling compacts and flushes for region at 1731856824747Disabling writes for close at 1731856824747Writing region close event to WAL at 1731856824747Closed at 1731856824747 2024-11-17T15:20:24,748 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:24,748 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:20:24,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:20:24,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:20:24,749 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:20:24,900 DEBUG [7a780d55532c:43275 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:20:24,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,39555,1731856822155 2024-11-17T15:20:24,901 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,39555,1731856822155, state=OPENING 2024-11-17T15:20:24,903 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:20:24,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:24,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:24,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-223179879/meta-region-server: CHANGED 2024-11-17T15:20:24,905 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:20:24,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,39555,1731856822155}] 2024-11-17T15:20:24,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-223179879/meta-region-server: CHANGED 2024-11-17T15:20:25,061 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:20:25,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:20:25,066 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:20:25,066 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:25,066 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:20:25,068 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C39555%2C1731856822155.meta, suffix=.meta, logDir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/oldWALs, maxLogs=10 2024-11-17T15:20:25,084 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.meta.1731856825068.meta, exclude list is [], retry=0 2024-11-17T15:20:25,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44069,DS-eb2e3e00-20d7-4b10-a77a-d942a2fccd54,DISK] 2024-11-17T15:20:25,091 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.meta.1731856825068.meta 2024-11-17T15:20:25,091 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45575:45575)] 2024-11-17T15:20:25,091 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:25,092 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:25,092 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:20:25,092 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:20:25,092 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:20:25,092 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:20:25,092 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:25,092 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:20:25,092 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:20:25,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:20:25,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:20:25,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:25,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:25,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:20:25,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:20:25,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:25,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:25,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:20:25,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:20:25,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:25,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:25,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:20:25,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:20:25,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:25,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:25,100 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:20:25,100 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740 2024-11-17T15:20:25,102 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740 2024-11-17T15:20:25,103 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:20:25,103 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:20:25,104 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:25,105 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:20:25,109 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59428977, jitterRate=-0.1144392341375351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:25,109 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:20:25,109 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856825092Writing region info on filesystem at 1731856825092Initializing all the Stores at 1731856825093 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856825093Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856825093Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856825093Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856825093Cleaning up temporary data from old regions at 1731856825103 (+10 ms)Running coprocessor post-open hooks at 1731856825109 (+6 ms)Region opened successfully at 1731856825109 2024-11-17T15:20:25,110 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856825061 2024-11-17T15:20:25,112 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:20:25,112 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:20:25,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,39555,1731856822155 2024-11-17T15:20:25,114 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,39555,1731856822155, state=OPEN 2024-11-17T15:20:25,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-223179879/meta-region-server 2024-11-17T15:20:25,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-223179879/meta-region-server 2024-11-17T15:20:25,121 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,39555,1731856822155 2024-11-17T15:20:25,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-223179879/meta-region-server: CHANGED 2024-11-17T15:20:25,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-223179879/meta-region-server: CHANGED 2024-11-17T15:20:25,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:20:25,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,39555,1731856822155 in 216 msec 2024-11-17T15:20:25,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:20:25,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-11-17T15:20:25,128 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:25,128 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:20:25,130 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:25,130 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39555,1731856822155, seqNum=-1] 2024-11-17T15:20:25,130 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:25,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:25,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-11-17T15:20:25,137 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856825137, completionTime=-1 2024-11-17T15:20:25,137 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:20:25,138 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:20:25,140 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:20:25,140 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856885140 2024-11-17T15:20:25,140 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856945140 2024-11-17T15:20:25,140 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T15:20:25,140 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43275,1731856822120-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:25,140 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43275,1731856822120-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:25,140 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43275,1731856822120-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:25,140 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:43275, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:25,140 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:25,140 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:25,142 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:20:25,144 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.946sec 2024-11-17T15:20:25,144 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:20:25,144 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:20:25,144 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:20:25,144 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:20:25,144 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:20:25,144 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43275,1731856822120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:20:25,144 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43275,1731856822120-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:20:25,146 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:20:25,146 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:20:25,146 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43275,1731856822120-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:25,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dfbe492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:25,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,43275,-1 for getting cluster id 2024-11-17T15:20:25,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:25,184 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '488dc821-39b8-479e-8d01-f259a2999d2e' 2024-11-17T15:20:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "488dc821-39b8-479e-8d01-f259a2999d2e" 2024-11-17T15:20:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfedb1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,43275,-1] 2024-11-17T15:20:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:25,186 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:25,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f751d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:25,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39555,1731856822155, seqNum=-1] 2024-11-17T15:20:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:25,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:25,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,43275,1731856822120 2024-11-17T15:20:25,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55129 2024-11-17T15:20:25,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:25,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012683c95a0005 connected 2024-11-17T15:20:25,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/hadoop.log.dir so I do NOT create it in target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150 2024-11-17T15:20:25,197 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:20:25,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/hadoop.tmp.dir so I do NOT create it in target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150 2024-11-17T15:20:25,197 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:20:25,197 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150 2024-11-17T15:20:25,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:20:25,197 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/cluster_20ccac50-e886-305f-b2df-74112aaac299, deleteOnExit=true 2024-11-17T15:20:25,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:20:25,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/test.cache.data in system properties and HBase conf 2024-11-17T15:20:25,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:20:25,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:20:25,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:20:25,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:20:25,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:20:25,198 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:20:25,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:20:25,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:20:25,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:20:25,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:20:25,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:20:25,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:20:25,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:20:25,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:20:25,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:20:25,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:20:25,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:20:25,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:20:25,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:20:25,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:20:25,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:25,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:20:25,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:20:25,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:20:25,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:20:25,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:25,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e712026{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:20:25,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b7fb873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:20:25,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46833442{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/java.io.tmpdir/jetty-localhost-40207-hadoop-hdfs-3_4_1-tests_jar-_-any-1054995478520065930/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:20:25,395 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78ce34a4{HTTP/1.1, (http/1.1)}{localhost:40207} 2024-11-17T15:20:25,395 INFO [Time-limited test {}] server.Server(415): Started @208332ms 2024-11-17T15:20:25,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:25,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:20:25,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:20:25,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:20:25,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:20:25,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c88d580{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:20:25,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bfba3eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:20:25,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14e7006c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/java.io.tmpdir/jetty-localhost-42337-hadoop-hdfs-3_4_1-tests_jar-_-any-8737080893268696340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:20:25,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56823d15{HTTP/1.1, (http/1.1)}{localhost:42337} 2024-11-17T15:20:25,614 INFO [Time-limited test {}] server.Server(415): Started @208552ms 2024-11-17T15:20:25,616 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:20:25,714 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/cluster_20ccac50-e886-305f-b2df-74112aaac299/data/data1/current/BP-137730244-172.17.0.2-1731856825220/current, will proceed with Du for space computation calculation, 2024-11-17T15:20:25,714 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/cluster_20ccac50-e886-305f-b2df-74112aaac299/data/data2/current/BP-137730244-172.17.0.2-1731856825220/current, will proceed with Du for space computation calculation, 2024-11-17T15:20:25,733 WARN [Thread-2884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:20:25,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c9a5174c34c5fe4 with lease ID 0x56760c2db19ea67d: Processing first storage report for DS-491a9c6a-c060-4fb9-b122-55039bd068f4 from datanode DatanodeRegistration(127.0.0.1:45173, datanodeUuid=d6fe418d-48fb-45fb-b18a-345084d8f634, infoPort=44267, infoSecurePort=0, ipcPort=41903, storageInfo=lv=-57;cid=testClusterID;nsid=916215655;c=1731856825220) 2024-11-17T15:20:25,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c9a5174c34c5fe4 with lease ID 0x56760c2db19ea67d: from storage DS-491a9c6a-c060-4fb9-b122-55039bd068f4 node DatanodeRegistration(127.0.0.1:45173, datanodeUuid=d6fe418d-48fb-45fb-b18a-345084d8f634, infoPort=44267, infoSecurePort=0, ipcPort=41903, storageInfo=lv=-57;cid=testClusterID;nsid=916215655;c=1731856825220), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:20:25,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c9a5174c34c5fe4 with lease ID 0x56760c2db19ea67d: Processing first storage report for DS-7a2bbfd0-fe70-4705-b506-9d800a3cb961 from datanode DatanodeRegistration(127.0.0.1:45173, datanodeUuid=d6fe418d-48fb-45fb-b18a-345084d8f634, infoPort=44267, infoSecurePort=0, ipcPort=41903, storageInfo=lv=-57;cid=testClusterID;nsid=916215655;c=1731856825220) 2024-11-17T15:20:25,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c9a5174c34c5fe4 with lease ID 0x56760c2db19ea67d: from storage DS-7a2bbfd0-fe70-4705-b506-9d800a3cb961 node DatanodeRegistration(127.0.0.1:45173, datanodeUuid=d6fe418d-48fb-45fb-b18a-345084d8f634, infoPort=44267, infoSecurePort=0, ipcPort=41903, storageInfo=lv=-57;cid=testClusterID;nsid=916215655;c=1731856825220), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:20:25,741 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150 2024-11-17T15:20:25,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:25,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:25,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:20:25,997 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:20:26,155 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34 with version=8 2024-11-17T15:20:26,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/hbase-staging 2024-11-17T15:20:26,158 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:20:26,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:26,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:26,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:20:26,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:26,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:20:26,158 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:20:26,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:20:26,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34999 2024-11-17T15:20:26,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34999 connecting to ZooKeeper ensemble=127.0.0.1:55129 2024-11-17T15:20:26,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349990x0, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:26,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34999-0x1012683c95a0006 connected 2024-11-17T15:20:26,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:26,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:26,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Set watcher on znode that does not yet exist, /21960392668/running 2024-11-17T15:20:26,178 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34, hbase.cluster.distributed=false 2024-11-17T15:20:26,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Set watcher on znode that does not yet exist, /21960392668/acl 2024-11-17T15:20:26,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34999 2024-11-17T15:20:26,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34999 2024-11-17T15:20:26,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34999 2024-11-17T15:20:26,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34999 2024-11-17T15:20:26,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34999 2024-11-17T15:20:26,200 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:20:26,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:26,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:26,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:20:26,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:26,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:20:26,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:20:26,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:20:26,201 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46769 2024-11-17T15:20:26,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46769 connecting to ZooKeeper ensemble=127.0.0.1:55129 2024-11-17T15:20:26,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:26,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:26,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467690x0, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:26,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467690x0, quorum=127.0.0.1:55129, baseZNode=/21960392668 Set watcher on znode that does not yet exist, /21960392668/running 2024-11-17T15:20:26,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46769-0x1012683c95a0007 connected 2024-11-17T15:20:26,207 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:20:26,207 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:20:26,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Set watcher on znode that does not yet exist, /21960392668/master 2024-11-17T15:20:26,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Set watcher on znode that does not yet exist, /21960392668/acl 2024-11-17T15:20:26,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46769 2024-11-17T15:20:26,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46769 2024-11-17T15:20:26,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46769 2024-11-17T15:20:26,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46769 2024-11-17T15:20:26,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46769 2024-11-17T15:20:26,228 DEBUG [M:0;7a780d55532c:34999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:34999 2024-11-17T15:20:26,228 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21960392668/backup-masters/7a780d55532c,34999,1731856826158 2024-11-17T15:20:26,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668/backup-masters 2024-11-17T15:20:26,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668/backup-masters 2024-11-17T15:20:26,230 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Set watcher on existing znode=/21960392668/backup-masters/7a780d55532c,34999,1731856826158 2024-11-17T15:20:26,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21960392668/master 2024-11-17T15:20:26,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:26,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:26,231 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Set watcher on existing znode=/21960392668/master 2024-11-17T15:20:26,232 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21960392668/backup-masters/7a780d55532c,34999,1731856826158 from backup master directory 2024-11-17T15:20:26,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21960392668/backup-masters/7a780d55532c,34999,1731856826158 2024-11-17T15:20:26,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668/backup-masters 2024-11-17T15:20:26,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668/backup-masters 2024-11-17T15:20:26,234 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:20:26,234 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,34999,1731856826158 2024-11-17T15:20:26,237 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/hbase.id] with ID: bcda4bd9-3664-44b5-9563-98fc4a0c4eef 2024-11-17T15:20:26,237 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/.tmp/hbase.id 2024-11-17T15:20:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:20:26,586 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:20:26,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:26,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:26,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:26,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:26,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:26,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:26,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:26,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:26,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:26,641 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/.tmp/hbase.id]:[hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/hbase.id] 2024-11-17T15:20:26,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:26,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:26,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:26,651 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:26,651 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:20:26,652 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:20:26,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:26,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:26,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:20:27,059 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:27,060 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:20:27,061 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:27,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:20:27,066 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store 2024-11-17T15:20:27,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:20:27,473 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:27,473 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:20:27,473 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:27,473 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:27,473 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:20:27,473 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:27,473 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:27,473 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856827473Disabling compacts and flushes for region at 1731856827473Disabling writes for close at 1731856827473Writing region close event to WAL at 1731856827473Closed at 1731856827473 2024-11-17T15:20:27,474 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/.initializing 2024-11-17T15:20:27,474 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/WALs/7a780d55532c,34999,1731856826158 2024-11-17T15:20:27,475 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:20:27,476 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C34999%2C1731856826158, suffix=, logDir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/WALs/7a780d55532c,34999,1731856826158, archiveDir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/oldWALs, maxLogs=10 2024-11-17T15:20:27,494 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/WALs/7a780d55532c,34999,1731856826158/7a780d55532c%2C34999%2C1731856826158.1731856827477, exclude list is [], retry=0 2024-11-17T15:20:27,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45173,DS-491a9c6a-c060-4fb9-b122-55039bd068f4,DISK] 2024-11-17T15:20:27,498 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/WALs/7a780d55532c,34999,1731856826158/7a780d55532c%2C34999%2C1731856826158.1731856827477 2024-11-17T15:20:27,498 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44267:44267)] 2024-11-17T15:20:27,498 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:27,498 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:27,498 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:27,498 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:27,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:27,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:20:27,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:27,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:27,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:27,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:20:27,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:27,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:27,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:27,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:20:27,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:27,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:27,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:27,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:20:27,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:27,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:27,505 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:27,506 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:27,506 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:27,507 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:27,507 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:27,507 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:27,508 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:27,510 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:27,510 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62380373, jitterRate=-0.0704600065946579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:27,510 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856827498Initializing all the Stores at 1731856827499 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856827499Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856827501 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856827501Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856827501Cleaning up temporary data from old regions at 1731856827507 (+6 ms)Region opened successfully at 1731856827510 (+3 ms) 2024-11-17T15:20:27,510 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:20:27,513 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4911fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:20:27,514 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:20:27,514 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:20:27,514 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:20:27,514 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:20:27,514 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:20:27,514 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:20:27,514 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:20:27,516 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:20:27,517 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Unable to get data of znode /21960392668/balancer because node does not exist (not necessarily an error) 2024-11-17T15:20:27,518 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21960392668/balancer already deleted, retry=false 2024-11-17T15:20:27,519 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:20:27,519 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Unable to get data of znode /21960392668/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:20:27,520 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21960392668/normalizer already deleted, retry=false 2024-11-17T15:20:27,521 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:20:27,521 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Unable to get data of znode /21960392668/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:20:27,523 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21960392668/switch/split already deleted, retry=false 2024-11-17T15:20:27,524 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Unable to get data of znode /21960392668/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:20:27,525 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21960392668/switch/merge already deleted, retry=false 2024-11-17T15:20:27,527 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Unable to get data of znode /21960392668/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:20:27,528 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21960392668/snapshot-cleanup already deleted, retry=false 2024-11-17T15:20:27,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21960392668/running 2024-11-17T15:20:27,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:27,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21960392668/running 2024-11-17T15:20:27,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:27,529 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,34999,1731856826158, sessionid=0x1012683c95a0006, setting cluster-up flag (Was=false) 2024-11-17T15:20:27,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:27,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:27,537 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21960392668/flush-table-proc/acquired, /21960392668/flush-table-proc/reached, /21960392668/flush-table-proc/abort 2024-11-17T15:20:27,537 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,34999,1731856826158 2024-11-17T15:20:27,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:27,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:27,544 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21960392668/online-snapshot/acquired, /21960392668/online-snapshot/reached, /21960392668/online-snapshot/abort 2024-11-17T15:20:27,545 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,34999,1731856826158 2024-11-17T15:20:27,545 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:20:27,547 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:27,547 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:20:27,547 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:20:27,548 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,34999,1731856826158 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:20:27,548 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:27,549 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:27,549 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:27,549 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:27,549 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:20:27,549 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:27,549 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:20:27,549 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:27,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:27,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:20:27,551 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:27,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:20:27,556 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856857556 2024-11-17T15:20:27,556 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:20:27,556 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:20:27,556 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:20:27,557 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:20:27,557 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:20:27,557 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:20:27,559 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:27,560 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:20:27,560 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:20:27,560 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:20:27,560 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:20:27,560 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:20:27,560 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:20:27,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:20:27,562 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:20:27,562 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34 2024-11-17T15:20:27,564 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856827560,5,FailOnTimeoutGroup] 2024-11-17T15:20:27,567 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856827564,5,FailOnTimeoutGroup] 2024-11-17T15:20:27,567 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:27,567 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:20:27,567 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:27,567 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:27,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741832_1008 (size=32) 2024-11-17T15:20:27,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:27,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:20:27,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:20:27,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:27,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:27,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:20:27,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:20:27,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:27,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:27,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:20:27,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:20:27,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:27,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:27,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:20:27,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:20:27,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:27,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:27,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:20:27,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740 2024-11-17T15:20:27,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740 2024-11-17T15:20:27,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:20:27,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:20:27,584 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:27,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:20:27,586 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:27,586 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71349039, jitterRate=0.06318353116512299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:27,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856827574Initializing all the Stores at 1731856827574Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856827574Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856827577 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856827577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856827577Cleaning up temporary data from old regions at 1731856827583 (+6 ms)Region opened successfully at 1731856827586 (+3 ms) 2024-11-17T15:20:27,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:20:27,586 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:20:27,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:20:27,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:20:27,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:20:27,587 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:27,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856827586Disabling compacts and flushes for region at 1731856827586Disabling writes for close at 1731856827586Writing region close event to WAL at 1731856827587 (+1 ms)Closed at 1731856827587 2024-11-17T15:20:27,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:27,587 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:20:27,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:20:27,588 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:20:27,589 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:20:27,619 INFO [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(746): ClusterId : bcda4bd9-3664-44b5-9563-98fc4a0c4eef 2024-11-17T15:20:27,619 DEBUG [RS:0;7a780d55532c:46769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:20:27,621 DEBUG [RS:0;7a780d55532c:46769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:20:27,621 DEBUG [RS:0;7a780d55532c:46769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:20:27,622 DEBUG [RS:0;7a780d55532c:46769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:20:27,623 DEBUG [RS:0;7a780d55532c:46769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec3e3c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:20:27,634 DEBUG [RS:0;7a780d55532c:46769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:46769 2024-11-17T15:20:27,634 INFO [RS:0;7a780d55532c:46769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:20:27,634 INFO [RS:0;7a780d55532c:46769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:20:27,634 DEBUG [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:20:27,635 INFO [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,34999,1731856826158 with port=46769, startcode=1731856826199 2024-11-17T15:20:27,635 DEBUG [RS:0;7a780d55532c:46769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:20:27,636 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:20:27,637 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,46769,1731856826199 2024-11-17T15:20:27,637 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34999 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,46769,1731856826199 2024-11-17T15:20:27,638 DEBUG [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34 2024-11-17T15:20:27,638 DEBUG [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35319 2024-11-17T15:20:27,638 DEBUG [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:20:27,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668/rs 2024-11-17T15:20:27,643 DEBUG [RS:0;7a780d55532c:46769 {}] zookeeper.ZKUtil(111): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Set watcher on existing znode=/21960392668/rs/7a780d55532c,46769,1731856826199 2024-11-17T15:20:27,644 WARN [RS:0;7a780d55532c:46769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:20:27,644 INFO [RS:0;7a780d55532c:46769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:27,644 DEBUG [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199 2024-11-17T15:20:27,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,46769,1731856826199] 2024-11-17T15:20:27,646 INFO [RS:0;7a780d55532c:46769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:20:27,647 INFO [RS:0;7a780d55532c:46769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:20:27,648 INFO [RS:0;7a780d55532c:46769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:20:27,648 INFO [RS:0;7a780d55532c:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:27,648 INFO [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:20:27,648 INFO [RS:0;7a780d55532c:46769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:20:27,648 INFO [RS:0;7a780d55532c:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:27,649 DEBUG [RS:0;7a780d55532c:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:27,649 DEBUG [RS:0;7a780d55532c:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:27,649 DEBUG [RS:0;7a780d55532c:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:27,649 DEBUG [RS:0;7a780d55532c:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:27,649 DEBUG [RS:0;7a780d55532c:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:27,649 DEBUG [RS:0;7a780d55532c:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:20:27,649 DEBUG [RS:0;7a780d55532c:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:27,649 DEBUG [RS:0;7a780d55532c:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:27,649 DEBUG [RS:0;7a780d55532c:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:27,649 DEBUG [RS:0;7a780d55532c:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:27,649 DEBUG [RS:0;7a780d55532c:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:27,649 DEBUG [RS:0;7a780d55532c:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:27,649 DEBUG [RS:0;7a780d55532c:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:20:27,649 DEBUG [RS:0;7a780d55532c:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:20:27,652 INFO [RS:0;7a780d55532c:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:27,652 INFO [RS:0;7a780d55532c:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:27,652 INFO [RS:0;7a780d55532c:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:27,652 INFO [RS:0;7a780d55532c:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:27,652 INFO [RS:0;7a780d55532c:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:27,652 INFO [RS:0;7a780d55532c:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,46769,1731856826199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:20:27,667 INFO [RS:0;7a780d55532c:46769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:20:27,667 INFO [RS:0;7a780d55532c:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,46769,1731856826199-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:27,667 INFO [RS:0;7a780d55532c:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:27,667 INFO [RS:0;7a780d55532c:46769 {}] regionserver.Replication(171): 7a780d55532c,46769,1731856826199 started 2024-11-17T15:20:27,680 INFO [RS:0;7a780d55532c:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:27,680 INFO [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,46769,1731856826199, RpcServer on 7a780d55532c/172.17.0.2:46769, sessionid=0x1012683c95a0007 2024-11-17T15:20:27,680 DEBUG [RS:0;7a780d55532c:46769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:20:27,680 DEBUG [RS:0;7a780d55532c:46769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,46769,1731856826199 2024-11-17T15:20:27,680 DEBUG [RS:0;7a780d55532c:46769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,46769,1731856826199' 2024-11-17T15:20:27,680 DEBUG [RS:0;7a780d55532c:46769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21960392668/flush-table-proc/abort' 2024-11-17T15:20:27,681 DEBUG [RS:0;7a780d55532c:46769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21960392668/flush-table-proc/acquired' 2024-11-17T15:20:27,681 DEBUG [RS:0;7a780d55532c:46769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:20:27,681 DEBUG [RS:0;7a780d55532c:46769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:20:27,681 DEBUG [RS:0;7a780d55532c:46769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,46769,1731856826199 2024-11-17T15:20:27,681 DEBUG [RS:0;7a780d55532c:46769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,46769,1731856826199' 2024-11-17T15:20:27,681 DEBUG [RS:0;7a780d55532c:46769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21960392668/online-snapshot/abort' 2024-11-17T15:20:27,681 DEBUG [RS:0;7a780d55532c:46769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21960392668/online-snapshot/acquired' 2024-11-17T15:20:27,682 DEBUG [RS:0;7a780d55532c:46769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:20:27,682 INFO [RS:0;7a780d55532c:46769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:20:27,682 INFO [RS:0;7a780d55532c:46769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:20:27,739 WARN [7a780d55532c:34999 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T15:20:27,782 INFO [RS:0;7a780d55532c:46769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:20:27,783 INFO [RS:0;7a780d55532c:46769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C46769%2C1731856826199, suffix=, logDir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199, archiveDir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/oldWALs, maxLogs=10 2024-11-17T15:20:27,796 DEBUG [RS:0;7a780d55532c:46769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783, exclude list is [], retry=0 2024-11-17T15:20:27,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45173,DS-491a9c6a-c060-4fb9-b122-55039bd068f4,DISK] 2024-11-17T15:20:27,800 INFO [RS:0;7a780d55532c:46769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 2024-11-17T15:20:27,800 DEBUG [RS:0;7a780d55532c:46769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44267:44267)] 2024-11-17T15:20:27,989 DEBUG [7a780d55532c:34999 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:20:27,990 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,46769,1731856826199 2024-11-17T15:20:27,991 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,46769,1731856826199, state=OPENING 2024-11-17T15:20:27,992 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:20:27,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:27,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:27,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21960392668/meta-region-server: CHANGED 2024-11-17T15:20:27,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21960392668/meta-region-server: CHANGED 2024-11-17T15:20:27,994 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:20:27,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,46769,1731856826199}] 2024-11-17T15:20:28,146 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:20:28,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:20:28,153 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:20:28,153 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:28,153 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:20:28,155 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C46769%2C1731856826199.meta, suffix=.meta, logDir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199, archiveDir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/oldWALs, maxLogs=10 2024-11-17T15:20:28,173 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.meta.1731856828155.meta, exclude list is [], retry=0 2024-11-17T15:20:28,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45173,DS-491a9c6a-c060-4fb9-b122-55039bd068f4,DISK] 2024-11-17T15:20:28,176 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.meta.1731856828155.meta 2024-11-17T15:20:28,184 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44267:44267)] 2024-11-17T15:20:28,185 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:28,185 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:28,185 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:20:28,185 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:20:28,185 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:20:28,185 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:20:28,185 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:28,186 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:20:28,186 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:20:28,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:20:28,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:20:28,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:28,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:28,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:20:28,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:20:28,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:28,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:28,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:20:28,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:20:28,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:28,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:28,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:20:28,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:20:28,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:28,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:28,193 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:20:28,193 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740 2024-11-17T15:20:28,197 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740 2024-11-17T15:20:28,198 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:20:28,198 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:20:28,198 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:28,200 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:20:28,200 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59697172, jitterRate=-0.11044281721115112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:28,200 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:20:28,201 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856828186Writing region info on filesystem at 1731856828186Initializing all the Stores at 1731856828186Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856828186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856828187 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856828187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856828187Cleaning up temporary data from old regions at 1731856828198 (+11 ms)Running coprocessor post-open hooks at 1731856828200 (+2 ms)Region opened successfully at 1731856828201 (+1 ms) 2024-11-17T15:20:28,202 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856828146 2024-11-17T15:20:28,204 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:20:28,204 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:20:28,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,46769,1731856826199 2024-11-17T15:20:28,205 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,46769,1731856826199, state=OPEN 2024-11-17T15:20:28,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21960392668/meta-region-server 2024-11-17T15:20:28,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21960392668/meta-region-server: CHANGED 2024-11-17T15:20:28,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21960392668/meta-region-server 2024-11-17T15:20:28,207 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,46769,1731856826199 2024-11-17T15:20:28,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21960392668/meta-region-server: CHANGED 2024-11-17T15:20:28,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:20:28,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,46769,1731856826199 in 213 msec 2024-11-17T15:20:28,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:20:28,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-17T15:20:28,213 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:28,213 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:20:28,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:28,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,46769,1731856826199, seqNum=-1] 2024-11-17T15:20:28,214 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:28,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:28,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 672 msec 2024-11-17T15:20:28,219 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856828219, completionTime=-1 2024-11-17T15:20:28,219 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:20:28,219 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:20:28,221 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:20:28,221 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856888221 2024-11-17T15:20:28,221 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856948221 2024-11-17T15:20:28,221 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T15:20:28,222 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34999,1731856826158-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:28,222 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34999,1731856826158-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:28,222 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34999,1731856826158-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:28,222 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:34999, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:28,222 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:28,224 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:20:28,236 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:28,240 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.006sec 2024-11-17T15:20:28,240 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:20:28,240 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:20:28,240 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:20:28,241 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:20:28,241 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:20:28,241 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34999,1731856826158-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:20:28,241 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34999,1731856826158-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:20:28,245 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:20:28,246 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:20:28,246 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34999,1731856826158-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:28,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27da5f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:28,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34999,-1 for getting cluster id 2024-11-17T15:20:28,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:28,321 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcda4bd9-3664-44b5-9563-98fc4a0c4eef' 2024-11-17T15:20:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcda4bd9-3664-44b5-9563-98fc4a0c4eef" 2024-11-17T15:20:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4961f127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34999,-1] 2024-11-17T15:20:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:28,323 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:28,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e900bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:28,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:28,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,46769,1731856826199, seqNum=-1] 2024-11-17T15:20:28,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:28,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:28,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,34999,1731856826158 2024-11-17T15:20:28,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55129 2024-11-17T15:20:28,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:28,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012683c95a0008 connected 2024-11-17T15:20:28,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37395,1731856818491 2024-11-17T15:20:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f771ce5 2024-11-17T15:20:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:28,339 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:28,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:20:28,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:20:28,342 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:28,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:20:28,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:20:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:20:28,353 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 556cebd85f94e3f7a02f97503349f287, NAME => 'test,,1731856828339.556cebd85f94e3f7a02f97503349f287.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338 2024-11-17T15:20:28,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:20:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:28,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856828339.556cebd85f94e3f7a02f97503349f287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:28,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 556cebd85f94e3f7a02f97503349f287, disabling compactions & flushes 2024-11-17T15:20:28,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856828339.556cebd85f94e3f7a02f97503349f287. 2024-11-17T15:20:28,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856828339.556cebd85f94e3f7a02f97503349f287. 2024-11-17T15:20:28,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856828339.556cebd85f94e3f7a02f97503349f287. after waiting 0 ms 2024-11-17T15:20:28,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856828339.556cebd85f94e3f7a02f97503349f287. 2024-11-17T15:20:28,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856828339.556cebd85f94e3f7a02f97503349f287. 2024-11-17T15:20:28,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 556cebd85f94e3f7a02f97503349f287: Waiting for close lock at 1731856828767Disabling compacts and flushes for region at 1731856828767Disabling writes for close at 1731856828767Writing region close event to WAL at 1731856828767Closed at 1731856828767 2024-11-17T15:20:28,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:20:28,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856828339.556cebd85f94e3f7a02f97503349f287.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856828768"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856828768"}]},"ts":"1731856828768"} 2024-11-17T15:20:28,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:20:28,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:20:28,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856828772"}]},"ts":"1731856828772"} 2024-11-17T15:20:28,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:20:28,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=556cebd85f94e3f7a02f97503349f287, ASSIGN}] 2024-11-17T15:20:28,776 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=556cebd85f94e3f7a02f97503349f287, ASSIGN 2024-11-17T15:20:28,777 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=556cebd85f94e3f7a02f97503349f287, ASSIGN; state=OFFLINE, location=7a780d55532c,44445,1731856818550; forceNewPlan=false, retain=false 2024-11-17T15:20:28,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=556cebd85f94e3f7a02f97503349f287, regionState=OPENING, regionLocation=7a780d55532c,44445,1731856818550 2024-11-17T15:20:28,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=556cebd85f94e3f7a02f97503349f287, ASSIGN because future has completed 2024-11-17T15:20:28,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 556cebd85f94e3f7a02f97503349f287, server=7a780d55532c,44445,1731856818550}] 2024-11-17T15:20:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:29,085 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856828339.556cebd85f94e3f7a02f97503349f287. 2024-11-17T15:20:29,085 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 556cebd85f94e3f7a02f97503349f287, NAME => 'test,,1731856828339.556cebd85f94e3f7a02f97503349f287.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:29,086 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:29,086 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:20:29,086 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:29,086 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856828339.556cebd85f94e3f7a02f97503349f287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:29,086 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:29,086 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:29,087 INFO [StoreOpener-556cebd85f94e3f7a02f97503349f287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:29,088 INFO [StoreOpener-556cebd85f94e3f7a02f97503349f287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 556cebd85f94e3f7a02f97503349f287 columnFamilyName f 2024-11-17T15:20:29,088 DEBUG [StoreOpener-556cebd85f94e3f7a02f97503349f287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:29,089 INFO [StoreOpener-556cebd85f94e3f7a02f97503349f287-1 {}] regionserver.HStore(327): Store=556cebd85f94e3f7a02f97503349f287/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:29,089 INFO [StoreOpener-556cebd85f94e3f7a02f97503349f287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:29,089 INFO [StoreOpener-556cebd85f94e3f7a02f97503349f287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 556cebd85f94e3f7a02f97503349f287 columnFamilyName f1 2024-11-17T15:20:29,089 DEBUG [StoreOpener-556cebd85f94e3f7a02f97503349f287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:29,090 INFO [StoreOpener-556cebd85f94e3f7a02f97503349f287-1 {}] regionserver.HStore(327): Store=556cebd85f94e3f7a02f97503349f287/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:29,090 INFO [StoreOpener-556cebd85f94e3f7a02f97503349f287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:29,091 INFO [StoreOpener-556cebd85f94e3f7a02f97503349f287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 556cebd85f94e3f7a02f97503349f287 columnFamilyName norep 2024-11-17T15:20:29,091 DEBUG [StoreOpener-556cebd85f94e3f7a02f97503349f287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:29,091 INFO [StoreOpener-556cebd85f94e3f7a02f97503349f287-1 {}] regionserver.HStore(327): Store=556cebd85f94e3f7a02f97503349f287/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:29,091 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:29,091 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:29,092 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:29,092 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:29,092 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:29,093 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:20:29,094 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:29,095 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:29,095 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 556cebd85f94e3f7a02f97503349f287; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70545232, jitterRate=0.05120587348937988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:20:29,095 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:29,096 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 556cebd85f94e3f7a02f97503349f287: Running coprocessor pre-open hook at 1731856829086Writing region info on filesystem at 1731856829086Initializing all the Stores at 1731856829087 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856829087Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856829087Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856829087Cleaning up temporary data from old regions at 1731856829092 (+5 ms)Running coprocessor post-open hooks at 1731856829095 (+3 ms)Region opened successfully at 1731856829096 (+1 ms) 2024-11-17T15:20:29,097 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856828339.556cebd85f94e3f7a02f97503349f287., pid=6, masterSystemTime=1731856829081 2024-11-17T15:20:29,098 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856828339.556cebd85f94e3f7a02f97503349f287. 2024-11-17T15:20:29,098 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856828339.556cebd85f94e3f7a02f97503349f287. 2024-11-17T15:20:29,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=556cebd85f94e3f7a02f97503349f287, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,44445,1731856818550 2024-11-17T15:20:29,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 556cebd85f94e3f7a02f97503349f287, server=7a780d55532c,44445,1731856818550 because future has completed 2024-11-17T15:20:29,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:20:29,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 556cebd85f94e3f7a02f97503349f287, server=7a780d55532c,44445,1731856818550 in 171 msec 2024-11-17T15:20:29,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:20:29,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=556cebd85f94e3f7a02f97503349f287, ASSIGN in 328 msec 2024-11-17T15:20:29,105 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:20:29,105 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856829105"}]},"ts":"1731856829105"} 2024-11-17T15:20:29,106 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:20:29,107 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:20:29,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 767 msec 2024-11-17T15:20:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:29,479 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:20:29,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,43275,1731856822120 2024-11-17T15:20:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@210d01fa 2024-11-17T15:20:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:29,481 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:29,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:20:29,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:20:29,483 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:29,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:20:29,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:20:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:29,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:20:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:29,891 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d86ed1c506c117a9d53294a5611c1545, NAME => 'test,,1731856829481.d86ed1c506c117a9d53294a5611c1545.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f 2024-11-17T15:20:29,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:20:29,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856829481.d86ed1c506c117a9d53294a5611c1545.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:29,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d86ed1c506c117a9d53294a5611c1545, disabling compactions & flushes 2024-11-17T15:20:29,900 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. 2024-11-17T15:20:29,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. 2024-11-17T15:20:29,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. after waiting 0 ms 2024-11-17T15:20:29,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. 2024-11-17T15:20:29,900 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. 2024-11-17T15:20:29,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d86ed1c506c117a9d53294a5611c1545: Waiting for close lock at 1731856829900Disabling compacts and flushes for region at 1731856829900Disabling writes for close at 1731856829900Writing region close event to WAL at 1731856829900Closed at 1731856829900 2024-11-17T15:20:29,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:20:29,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856829481.d86ed1c506c117a9d53294a5611c1545.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856829902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856829902"}]},"ts":"1731856829902"} 2024-11-17T15:20:29,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:20:29,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:20:29,905 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856829905"}]},"ts":"1731856829905"} 2024-11-17T15:20:29,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:20:29,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d86ed1c506c117a9d53294a5611c1545, ASSIGN}] 2024-11-17T15:20:29,912 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d86ed1c506c117a9d53294a5611c1545, ASSIGN 2024-11-17T15:20:29,913 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d86ed1c506c117a9d53294a5611c1545, ASSIGN; state=OFFLINE, location=7a780d55532c,39555,1731856822155; forceNewPlan=false, retain=false 2024-11-17T15:20:30,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d86ed1c506c117a9d53294a5611c1545, regionState=OPENING, regionLocation=7a780d55532c,39555,1731856822155 2024-11-17T15:20:30,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d86ed1c506c117a9d53294a5611c1545, ASSIGN because future has completed 2024-11-17T15:20:30,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d86ed1c506c117a9d53294a5611c1545, server=7a780d55532c,39555,1731856822155}] 2024-11-17T15:20:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:30,224 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. 2024-11-17T15:20:30,224 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d86ed1c506c117a9d53294a5611c1545, NAME => 'test,,1731856829481.d86ed1c506c117a9d53294a5611c1545.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:30,224 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:30,225 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:20:30,225 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:30,225 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856829481.d86ed1c506c117a9d53294a5611c1545.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:30,225 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:30,225 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:30,226 INFO [StoreOpener-d86ed1c506c117a9d53294a5611c1545-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:30,237 INFO [StoreOpener-d86ed1c506c117a9d53294a5611c1545-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d86ed1c506c117a9d53294a5611c1545 columnFamilyName f 2024-11-17T15:20:30,237 DEBUG [StoreOpener-d86ed1c506c117a9d53294a5611c1545-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:30,238 INFO [StoreOpener-d86ed1c506c117a9d53294a5611c1545-1 {}] regionserver.HStore(327): Store=d86ed1c506c117a9d53294a5611c1545/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:30,238 INFO [StoreOpener-d86ed1c506c117a9d53294a5611c1545-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:30,239 INFO [StoreOpener-d86ed1c506c117a9d53294a5611c1545-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d86ed1c506c117a9d53294a5611c1545 columnFamilyName f1 2024-11-17T15:20:30,239 DEBUG [StoreOpener-d86ed1c506c117a9d53294a5611c1545-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:30,240 INFO [StoreOpener-d86ed1c506c117a9d53294a5611c1545-1 {}] regionserver.HStore(327): Store=d86ed1c506c117a9d53294a5611c1545/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:30,240 INFO [StoreOpener-d86ed1c506c117a9d53294a5611c1545-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:30,241 INFO [StoreOpener-d86ed1c506c117a9d53294a5611c1545-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d86ed1c506c117a9d53294a5611c1545 columnFamilyName norep 2024-11-17T15:20:30,241 DEBUG [StoreOpener-d86ed1c506c117a9d53294a5611c1545-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:30,241 INFO [StoreOpener-d86ed1c506c117a9d53294a5611c1545-1 {}] regionserver.HStore(327): Store=d86ed1c506c117a9d53294a5611c1545/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:30,241 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:30,242 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:30,242 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:30,243 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:30,243 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:30,243 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:20:30,244 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:30,246 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:30,247 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d86ed1c506c117a9d53294a5611c1545; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66129787, jitterRate=-0.014589384198188782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:20:30,247 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:30,247 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d86ed1c506c117a9d53294a5611c1545: Running coprocessor pre-open hook at 1731856830225Writing region info on filesystem at 1731856830225Initializing all the Stores at 1731856830226 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856830226Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856830226Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856830226Cleaning up temporary data from old regions at 1731856830243 (+17 ms)Running coprocessor post-open hooks at 1731856830247 (+4 ms)Region opened successfully at 1731856830247 2024-11-17T15:20:30,248 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856829481.d86ed1c506c117a9d53294a5611c1545., pid=6, masterSystemTime=1731856830220 2024-11-17T15:20:30,250 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. 2024-11-17T15:20:30,250 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. 2024-11-17T15:20:30,250 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d86ed1c506c117a9d53294a5611c1545, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,39555,1731856822155 2024-11-17T15:20:30,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d86ed1c506c117a9d53294a5611c1545, server=7a780d55532c,39555,1731856822155 because future has completed 2024-11-17T15:20:30,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:20:30,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d86ed1c506c117a9d53294a5611c1545, server=7a780d55532c,39555,1731856822155 in 187 msec 2024-11-17T15:20:30,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:20:30,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d86ed1c506c117a9d53294a5611c1545, ASSIGN in 344 msec 2024-11-17T15:20:30,258 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:20:30,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856830258"}]},"ts":"1731856830258"} 2024-11-17T15:20:30,260 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:20:30,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:20:30,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 780 msec 2024-11-17T15:20:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:30,619 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:20:30,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34999,1731856826158 2024-11-17T15:20:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11e6321a 2024-11-17T15:20:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:30,622 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:30,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:20:30,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:20:30,625 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:30,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:20:30,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:20:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:30,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:20:30,636 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a243617610b5d4e4650dc6d9b840fe18, NAME => 'test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34 2024-11-17T15:20:30,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:20:30,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:30,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a243617610b5d4e4650dc6d9b840fe18, disabling compactions & flushes 2024-11-17T15:20:30,650 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. 2024-11-17T15:20:30,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. 2024-11-17T15:20:30,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. after waiting 0 ms 2024-11-17T15:20:30,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. 2024-11-17T15:20:30,650 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. 2024-11-17T15:20:30,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a243617610b5d4e4650dc6d9b840fe18: Waiting for close lock at 1731856830650Disabling compacts and flushes for region at 1731856830650Disabling writes for close at 1731856830650Writing region close event to WAL at 1731856830650Closed at 1731856830650 2024-11-17T15:20:30,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:20:30,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856830651"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856830651"}]},"ts":"1731856830651"} 2024-11-17T15:20:30,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:20:30,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:20:30,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856830654"}]},"ts":"1731856830654"} 2024-11-17T15:20:30,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:20:30,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a243617610b5d4e4650dc6d9b840fe18, ASSIGN}] 2024-11-17T15:20:30,659 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a243617610b5d4e4650dc6d9b840fe18, ASSIGN 2024-11-17T15:20:30,659 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a243617610b5d4e4650dc6d9b840fe18, ASSIGN; state=OFFLINE, location=7a780d55532c,46769,1731856826199; forceNewPlan=false, retain=false 2024-11-17T15:20:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:30,810 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a243617610b5d4e4650dc6d9b840fe18, regionState=OPENING, regionLocation=7a780d55532c,46769,1731856826199 2024-11-17T15:20:30,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a243617610b5d4e4650dc6d9b840fe18, ASSIGN because future has completed 2024-11-17T15:20:30,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a243617610b5d4e4650dc6d9b840fe18, server=7a780d55532c,46769,1731856826199}] 2024-11-17T15:20:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:30,973 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. 2024-11-17T15:20:30,973 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a243617610b5d4e4650dc6d9b840fe18, NAME => 'test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:30,974 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:30,974 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:20:30,974 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:30,974 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:30,974 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:30,974 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:30,976 INFO [StoreOpener-a243617610b5d4e4650dc6d9b840fe18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:30,977 INFO [StoreOpener-a243617610b5d4e4650dc6d9b840fe18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a243617610b5d4e4650dc6d9b840fe18 columnFamilyName f 2024-11-17T15:20:30,977 DEBUG [StoreOpener-a243617610b5d4e4650dc6d9b840fe18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:30,977 INFO [StoreOpener-a243617610b5d4e4650dc6d9b840fe18-1 {}] regionserver.HStore(327): Store=a243617610b5d4e4650dc6d9b840fe18/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:30,977 INFO [StoreOpener-a243617610b5d4e4650dc6d9b840fe18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:30,978 INFO [StoreOpener-a243617610b5d4e4650dc6d9b840fe18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a243617610b5d4e4650dc6d9b840fe18 columnFamilyName f1 2024-11-17T15:20:30,978 DEBUG [StoreOpener-a243617610b5d4e4650dc6d9b840fe18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:30,991 INFO [StoreOpener-a243617610b5d4e4650dc6d9b840fe18-1 {}] regionserver.HStore(327): Store=a243617610b5d4e4650dc6d9b840fe18/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:30,991 INFO [StoreOpener-a243617610b5d4e4650dc6d9b840fe18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:30,992 INFO [StoreOpener-a243617610b5d4e4650dc6d9b840fe18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a243617610b5d4e4650dc6d9b840fe18 columnFamilyName norep 2024-11-17T15:20:30,992 DEBUG [StoreOpener-a243617610b5d4e4650dc6d9b840fe18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:30,993 INFO [StoreOpener-a243617610b5d4e4650dc6d9b840fe18-1 {}] regionserver.HStore(327): Store=a243617610b5d4e4650dc6d9b840fe18/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:30,993 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:30,993 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:30,994 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:30,999 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:30,999 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:31,000 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:20:31,001 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:31,017 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:31,018 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a243617610b5d4e4650dc6d9b840fe18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74472692, jitterRate=0.1097295880317688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:20:31,018 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:31,018 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a243617610b5d4e4650dc6d9b840fe18: Running coprocessor pre-open hook at 1731856830975Writing region info on filesystem at 1731856830975Initializing all the Stores at 1731856830975Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856830975Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856830975Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856830975Cleaning up temporary data from old regions at 1731856830999 (+24 ms)Running coprocessor post-open hooks at 1731856831018 (+19 ms)Region opened successfully at 1731856831018 2024-11-17T15:20:31,020 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18., pid=6, masterSystemTime=1731856830970 2024-11-17T15:20:31,022 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. 2024-11-17T15:20:31,022 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. 2024-11-17T15:20:31,023 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a243617610b5d4e4650dc6d9b840fe18, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,46769,1731856826199 2024-11-17T15:20:31,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a243617610b5d4e4650dc6d9b840fe18, server=7a780d55532c,46769,1731856826199 because future has completed 2024-11-17T15:20:31,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:20:31,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a243617610b5d4e4650dc6d9b840fe18, server=7a780d55532c,46769,1731856826199 in 207 msec 2024-11-17T15:20:31,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:20:31,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a243617610b5d4e4650dc6d9b840fe18, ASSIGN in 370 msec 2024-11-17T15:20:31,030 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:20:31,030 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856831030"}]},"ts":"1731856831030"} 2024-11-17T15:20:31,031 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:20:31,032 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:20:31,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 409 msec 2024-11-17T15:20:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:20:31,249 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:20:31,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb02d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:31,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37395,-1 for getting cluster id 2024-11-17T15:20:31,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:31,250 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'debdea6e-20bb-412c-8553-f413cdeddf21' 2024-11-17T15:20:31,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:31,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "debdea6e-20bb-412c-8553-f413cdeddf21" 2024-11-17T15:20:31,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459ae055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:31,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37395,-1] 2024-11-17T15:20:31,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:31,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:31,252 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:31,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e39267e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:31,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37395,1731856818491 2024-11-17T15:20:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a2e539 2024-11-17T15:20:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:31,254 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:31,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:43275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:20:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:20:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:31,257 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:43275' 2024-11-17T15:20:31,258 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747befae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:31,258 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,43275,-1 for getting cluster id 2024-11-17T15:20:31,258 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:31,259 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '488dc821-39b8-479e-8d01-f259a2999d2e' 2024-11-17T15:20:31,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:31,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "488dc821-39b8-479e-8d01-f259a2999d2e" 2024-11-17T15:20:31,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337fbbad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:31,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,43275,-1] 2024-11-17T15:20:31,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:31,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:31,260 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:31,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55481e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:31,261 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:31,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,43275,1731856822120 2024-11-17T15:20:31,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6771e637 2024-11-17T15:20:31,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:31,263 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:31,263 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T15:20:31,263 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:20:31,263 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:31,264 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:31,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:31,264 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:31,266 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:20:31,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:20:31,267 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:31,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:20:31,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741837_1013 (size=1138) 2024-11-17T15:20:31,316 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:20:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:31,675 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09943ef3b886382f1dd3f36719dc5d1b, NAME => 'hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338 2024-11-17T15:20:31,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741838_1014 (size=44) 2024-11-17T15:20:31,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:31,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 09943ef3b886382f1dd3f36719dc5d1b, disabling compactions & flushes 2024-11-17T15:20:31,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. 2024-11-17T15:20:31,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. 2024-11-17T15:20:31,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. after waiting 0 ms 2024-11-17T15:20:31,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. 2024-11-17T15:20:31,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. 2024-11-17T15:20:31,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09943ef3b886382f1dd3f36719dc5d1b: Waiting for close lock at 1731856831687Disabling compacts and flushes for region at 1731856831687Disabling writes for close at 1731856831687Writing region close event to WAL at 1731856831687Closed at 1731856831687 2024-11-17T15:20:31,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:20:31,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856831688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856831688"}]},"ts":"1731856831688"} 2024-11-17T15:20:31,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:20:31,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:20:31,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856831691"}]},"ts":"1731856831691"} 2024-11-17T15:20:31,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:20:31,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09943ef3b886382f1dd3f36719dc5d1b, ASSIGN}] 2024-11-17T15:20:31,694 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09943ef3b886382f1dd3f36719dc5d1b, ASSIGN 2024-11-17T15:20:31,695 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=09943ef3b886382f1dd3f36719dc5d1b, ASSIGN; state=OFFLINE, location=7a780d55532c,44445,1731856818550; forceNewPlan=false, retain=false 2024-11-17T15:20:31,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=09943ef3b886382f1dd3f36719dc5d1b, regionState=OPENING, regionLocation=7a780d55532c,44445,1731856818550 2024-11-17T15:20:31,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=09943ef3b886382f1dd3f36719dc5d1b, ASSIGN because future has completed 2024-11-17T15:20:31,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09943ef3b886382f1dd3f36719dc5d1b, server=7a780d55532c,44445,1731856818550}] 2024-11-17T15:20:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:31,998 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T15:20:32,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. 2024-11-17T15:20:32,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:32,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:20:32,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C44445%2C1731856818550.rep, suffix=, logDir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550, archiveDir=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/oldWALs, maxLogs=10 2024-11-17T15:20:32,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.rep.1731856832021, exclude list is [], retry=0 2024-11-17T15:20:32,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45355,DS-09765ed2-e860-4820-9c25-1ed151e4c88b,DISK] 2024-11-17T15:20:32,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.rep.1731856832021 2024-11-17T15:20:32,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41249:41249)] 2024-11-17T15:20:32,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 09943ef3b886382f1dd3f36719dc5d1b, NAME => 'hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:32,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:32,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:20:32,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. service=MultiRowMutationService 2024-11-17T15:20:32,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:20:32,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 09943ef3b886382f1dd3f36719dc5d1b 2024-11-17T15:20:32,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:32,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 09943ef3b886382f1dd3f36719dc5d1b 2024-11-17T15:20:32,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 09943ef3b886382f1dd3f36719dc5d1b 2024-11-17T15:20:32,052 INFO [StoreOpener-09943ef3b886382f1dd3f36719dc5d1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 09943ef3b886382f1dd3f36719dc5d1b 2024-11-17T15:20:32,053 INFO [StoreOpener-09943ef3b886382f1dd3f36719dc5d1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09943ef3b886382f1dd3f36719dc5d1b columnFamilyName hfileref 2024-11-17T15:20:32,053 DEBUG [StoreOpener-09943ef3b886382f1dd3f36719dc5d1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:32,054 INFO [StoreOpener-09943ef3b886382f1dd3f36719dc5d1b-1 {}] regionserver.HStore(327): Store=09943ef3b886382f1dd3f36719dc5d1b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:32,054 INFO [StoreOpener-09943ef3b886382f1dd3f36719dc5d1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 09943ef3b886382f1dd3f36719dc5d1b 2024-11-17T15:20:32,054 INFO [StoreOpener-09943ef3b886382f1dd3f36719dc5d1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09943ef3b886382f1dd3f36719dc5d1b columnFamilyName queue 2024-11-17T15:20:32,055 DEBUG [StoreOpener-09943ef3b886382f1dd3f36719dc5d1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:32,055 INFO [StoreOpener-09943ef3b886382f1dd3f36719dc5d1b-1 {}] regionserver.HStore(327): Store=09943ef3b886382f1dd3f36719dc5d1b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:32,055 INFO [StoreOpener-09943ef3b886382f1dd3f36719dc5d1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 09943ef3b886382f1dd3f36719dc5d1b 2024-11-17T15:20:32,056 INFO [StoreOpener-09943ef3b886382f1dd3f36719dc5d1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09943ef3b886382f1dd3f36719dc5d1b columnFamilyName sid 2024-11-17T15:20:32,056 DEBUG [StoreOpener-09943ef3b886382f1dd3f36719dc5d1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:32,056 INFO [StoreOpener-09943ef3b886382f1dd3f36719dc5d1b-1 {}] regionserver.HStore(327): Store=09943ef3b886382f1dd3f36719dc5d1b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:32,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 09943ef3b886382f1dd3f36719dc5d1b 2024-11-17T15:20:32,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/replication/09943ef3b886382f1dd3f36719dc5d1b 2024-11-17T15:20:32,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/replication/09943ef3b886382f1dd3f36719dc5d1b 2024-11-17T15:20:32,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 09943ef3b886382f1dd3f36719dc5d1b 2024-11-17T15:20:32,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 09943ef3b886382f1dd3f36719dc5d1b 2024-11-17T15:20:32,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:20:32,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 09943ef3b886382f1dd3f36719dc5d1b 2024-11-17T15:20:32,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/replication/09943ef3b886382f1dd3f36719dc5d1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:32,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 09943ef3b886382f1dd3f36719dc5d1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59714898, jitterRate=-0.11017867922782898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:20:32,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09943ef3b886382f1dd3f36719dc5d1b 2024-11-17T15:20:32,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 09943ef3b886382f1dd3f36719dc5d1b: Running coprocessor pre-open hook at 1731856832049Writing region info on filesystem at 1731856832049Initializing all the Stores at 1731856832050 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856832050Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856832052 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856832052Cleaning up temporary data from old regions at 1731856832058 (+6 ms)Running coprocessor post-open hooks at 1731856832062 (+4 ms)Region opened successfully at 1731856832062 2024-11-17T15:20:32,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b., pid=10, masterSystemTime=1731856832002 2024-11-17T15:20:32,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. 2024-11-17T15:20:32,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. 2024-11-17T15:20:32,066 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=09943ef3b886382f1dd3f36719dc5d1b, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,44445,1731856818550 2024-11-17T15:20:32,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09943ef3b886382f1dd3f36719dc5d1b, server=7a780d55532c,44445,1731856818550 because future has completed 2024-11-17T15:20:32,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T15:20:32,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 09943ef3b886382f1dd3f36719dc5d1b, server=7a780d55532c,44445,1731856818550 in 220 msec 2024-11-17T15:20:32,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T15:20:32,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09943ef3b886382f1dd3f36719dc5d1b, ASSIGN in 378 msec 2024-11-17T15:20:32,074 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:20:32,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856832074"}]},"ts":"1731856832074"} 2024-11-17T15:20:32,077 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:20:32,077 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:20:32,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 813 msec 2024-11-17T15:20:32,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b., hostname=7a780d55532c,44445,1731856818550, seqNum=2] 2024-11-17T15:20:32,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:32,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:32,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:20:32,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T15:20:32,288 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:20:32,318 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,44445,1731856818550, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:20:32,319 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:32,319 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44445,1731856818550, seqNum=-1] 2024-11-17T15:20:32,319 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:32,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-17T15:20:32,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,44445,1731856818550', locateType=CURRENT is [region=hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b., hostname=7a780d55532c,44445,1731856818550, seqNum=2] 2024-11-17T15:20:32,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T15:20:32,324 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T15:20:32,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:20:32,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T15:20:32,326 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T15:20:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T15:20:32,328 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,44445,1731856818550 suceeded 2024-11-17T15:20:32,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T15:20:32,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-17T15:20:32,330 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:43275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:20:32,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0750 sec 2024-11-17T15:20:32,344 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:43275' 2024-11-17T15:20:32,345 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fa81702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:32,345 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,43275,-1 for getting cluster id 2024-11-17T15:20:32,345 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:32,346 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '488dc821-39b8-479e-8d01-f259a2999d2e' 2024-11-17T15:20:32,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:32,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "488dc821-39b8-479e-8d01-f259a2999d2e" 2024-11-17T15:20:32,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c3a3843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:32,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,43275,-1] 2024-11-17T15:20:32,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:32,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:32,347 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:32,348 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62bf7e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:32,348 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:32,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,43275,1731856822120 2024-11-17T15:20:32,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5948de8f 2024-11-17T15:20:32,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:32,349 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-17T15:20:32,350 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,44445,1731856818550 (queues=1) is replicating from cluster=debdea6e-20bb-412c-8553-f413cdeddf21 to cluster=488dc821-39b8-479e-8d01-f259a2999d2e 2024-11-17T15:20:32,350 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C44445%2C1731856818550 2024-11-17T15:20:32,350 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,44445,1731856818550, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:20:32,350 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C44445%2C1731856818550 2024-11-17T15:20:32,350 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131, startPosition=0, beingWritten=true 2024-11-17T15:20:32,355 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:32,355 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 379, reset compression=false 2024-11-17T15:20:32,355 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44445,1731856818550 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:32,398 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:20:32,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:32,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:32,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:32,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:32,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:32,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ae3c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:32,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,43275,-1 for getting cluster id 2024-11-17T15:20:32,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:32,400 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '488dc821-39b8-479e-8d01-f259a2999d2e' 2024-11-17T15:20:32,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "488dc821-39b8-479e-8d01-f259a2999d2e" 2024-11-17T15:20:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c007451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,43275,-1] 2024-11-17T15:20:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:32,402 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605753de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:32,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:32,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,43275,1731856822120 2024-11-17T15:20:32,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@460b52c6 2024-11-17T15:20:32,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:32,404 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:32,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:34999,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:20:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:20:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:32,406 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:34999' 2024-11-17T15:20:32,407 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572e1240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:32,407 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34999,-1 for getting cluster id 2024-11-17T15:20:32,407 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:32,408 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcda4bd9-3664-44b5-9563-98fc4a0c4eef' 2024-11-17T15:20:32,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:32,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcda4bd9-3664-44b5-9563-98fc4a0c4eef" 2024-11-17T15:20:32,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53842e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:32,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34999,-1] 2024-11-17T15:20:32,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:32,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:32,409 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:32,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d3939d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:32,410 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:32,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34999,1731856826158 2024-11-17T15:20:32,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@382a8fd2 2024-11-17T15:20:32,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:32,411 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:32,412 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T15:20:32,412 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:20:32,412 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:32,412 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:32,412 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:32,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:32,413 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:20:32,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:20:32,414 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:32,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:20:32,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741837_1013 (size=1138) 2024-11-17T15:20:32,463 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:20:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:32,558 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 379, reset compression=false 2024-11-17T15:20:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:32,822 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3717905a4a7460516106a3eecae6b78, NAME => 'hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f 2024-11-17T15:20:32,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741838_1014 (size=44) 2024-11-17T15:20:32,864 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 379, reset compression=false 2024-11-17T15:20:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:33,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:33,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c3717905a4a7460516106a3eecae6b78, disabling compactions & flushes 2024-11-17T15:20:33,228 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. 2024-11-17T15:20:33,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. 2024-11-17T15:20:33,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. after waiting 0 ms 2024-11-17T15:20:33,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. 2024-11-17T15:20:33,228 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. 2024-11-17T15:20:33,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3717905a4a7460516106a3eecae6b78: Waiting for close lock at 1731856833228Disabling compacts and flushes for region at 1731856833228Disabling writes for close at 1731856833228Writing region close event to WAL at 1731856833228Closed at 1731856833228 2024-11-17T15:20:33,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:20:33,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856833230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856833230"}]},"ts":"1731856833230"} 2024-11-17T15:20:33,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:20:33,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:20:33,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856833233"}]},"ts":"1731856833233"} 2024-11-17T15:20:33,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:20:33,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3717905a4a7460516106a3eecae6b78, ASSIGN}] 2024-11-17T15:20:33,236 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3717905a4a7460516106a3eecae6b78, ASSIGN 2024-11-17T15:20:33,237 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3717905a4a7460516106a3eecae6b78, ASSIGN; state=OFFLINE, location=7a780d55532c,39555,1731856822155; forceNewPlan=false, retain=false 2024-11-17T15:20:33,268 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 379, reset compression=false 2024-11-17T15:20:33,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3717905a4a7460516106a3eecae6b78, regionState=OPENING, regionLocation=7a780d55532c,39555,1731856822155 2024-11-17T15:20:33,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3717905a4a7460516106a3eecae6b78, ASSIGN because future has completed 2024-11-17T15:20:33,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3717905a4a7460516106a3eecae6b78, server=7a780d55532c,39555,1731856822155}] 2024-11-17T15:20:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:33,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. 2024-11-17T15:20:33,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:33,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:20:33,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C39555%2C1731856822155.rep, suffix=, logDir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/oldWALs, maxLogs=10 2024-11-17T15:20:33,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.rep.1731856833559, exclude list is [], retry=0 2024-11-17T15:20:33,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44069,DS-eb2e3e00-20d7-4b10-a77a-d942a2fccd54,DISK] 2024-11-17T15:20:33,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.rep.1731856833559 2024-11-17T15:20:33,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45575:45575)] 2024-11-17T15:20:33,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c3717905a4a7460516106a3eecae6b78, NAME => 'hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:33,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:33,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:20:33,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. service=MultiRowMutationService 2024-11-17T15:20:33,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:20:33,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c3717905a4a7460516106a3eecae6b78 2024-11-17T15:20:33,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:33,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c3717905a4a7460516106a3eecae6b78 2024-11-17T15:20:33,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c3717905a4a7460516106a3eecae6b78 2024-11-17T15:20:33,597 INFO [StoreOpener-c3717905a4a7460516106a3eecae6b78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c3717905a4a7460516106a3eecae6b78 2024-11-17T15:20:33,599 INFO [StoreOpener-c3717905a4a7460516106a3eecae6b78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3717905a4a7460516106a3eecae6b78 columnFamilyName hfileref 2024-11-17T15:20:33,599 DEBUG [StoreOpener-c3717905a4a7460516106a3eecae6b78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:33,599 INFO [StoreOpener-c3717905a4a7460516106a3eecae6b78-1 {}] regionserver.HStore(327): Store=c3717905a4a7460516106a3eecae6b78/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:33,599 INFO [StoreOpener-c3717905a4a7460516106a3eecae6b78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c3717905a4a7460516106a3eecae6b78 2024-11-17T15:20:33,600 INFO [StoreOpener-c3717905a4a7460516106a3eecae6b78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3717905a4a7460516106a3eecae6b78 columnFamilyName queue 2024-11-17T15:20:33,601 DEBUG [StoreOpener-c3717905a4a7460516106a3eecae6b78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:33,601 INFO [StoreOpener-c3717905a4a7460516106a3eecae6b78-1 {}] regionserver.HStore(327): Store=c3717905a4a7460516106a3eecae6b78/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:33,601 INFO [StoreOpener-c3717905a4a7460516106a3eecae6b78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c3717905a4a7460516106a3eecae6b78 2024-11-17T15:20:33,602 INFO [StoreOpener-c3717905a4a7460516106a3eecae6b78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3717905a4a7460516106a3eecae6b78 columnFamilyName sid 2024-11-17T15:20:33,602 DEBUG [StoreOpener-c3717905a4a7460516106a3eecae6b78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:33,602 INFO [StoreOpener-c3717905a4a7460516106a3eecae6b78-1 {}] regionserver.HStore(327): Store=c3717905a4a7460516106a3eecae6b78/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:33,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c3717905a4a7460516106a3eecae6b78 2024-11-17T15:20:33,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/replication/c3717905a4a7460516106a3eecae6b78 2024-11-17T15:20:33,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/replication/c3717905a4a7460516106a3eecae6b78 2024-11-17T15:20:33,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c3717905a4a7460516106a3eecae6b78 2024-11-17T15:20:33,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c3717905a4a7460516106a3eecae6b78 2024-11-17T15:20:33,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:20:33,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c3717905a4a7460516106a3eecae6b78 2024-11-17T15:20:33,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/replication/c3717905a4a7460516106a3eecae6b78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:33,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c3717905a4a7460516106a3eecae6b78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74998649, jitterRate=0.11756695806980133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:20:33,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3717905a4a7460516106a3eecae6b78 2024-11-17T15:20:33,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c3717905a4a7460516106a3eecae6b78: Running coprocessor pre-open hook at 1731856833596Writing region info on filesystem at 1731856833596Initializing all the Stores at 1731856833597 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856833597Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856833597Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856833597Cleaning up temporary data from old regions at 1731856833607 (+10 ms)Running coprocessor post-open hooks at 1731856833613 (+6 ms)Region opened successfully at 1731856833613 2024-11-17T15:20:33,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78., pid=10, masterSystemTime=1731856833546 2024-11-17T15:20:33,617 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3717905a4a7460516106a3eecae6b78, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,39555,1731856822155 2024-11-17T15:20:33,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. 2024-11-17T15:20:33,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. 2024-11-17T15:20:33,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3717905a4a7460516106a3eecae6b78, server=7a780d55532c,39555,1731856822155 because future has completed 2024-11-17T15:20:33,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T15:20:33,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c3717905a4a7460516106a3eecae6b78, server=7a780d55532c,39555,1731856822155 in 228 msec 2024-11-17T15:20:33,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T15:20:33,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3717905a4a7460516106a3eecae6b78, ASSIGN in 391 msec 2024-11-17T15:20:33,630 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:20:33,630 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856833630"}]},"ts":"1731856833630"} 2024-11-17T15:20:33,632 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:20:33,633 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:20:33,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2210 sec 2024-11-17T15:20:33,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78., hostname=7a780d55532c,39555,1731856822155, seqNum=2] 2024-11-17T15:20:33,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:33,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:33,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:20:33,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:20:33,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:33,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:33,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:33,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:33,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:33,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:33,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:33,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:33,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:33,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:33,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:33,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:33,772 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 379, reset compression=false 2024-11-17T15:20:33,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T15:20:33,832 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:20:33,863 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,39555,1731856822155, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:20:33,864 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:33,864 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39555,1731856822155, seqNum=-1] 2024-11-17T15:20:33,864 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:33,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-17T15:20:33,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,39555,1731856822155', locateType=CURRENT is [region=hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78., hostname=7a780d55532c,39555,1731856822155, seqNum=2] 2024-11-17T15:20:33,872 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T15:20:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T15:20:33,876 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,39555,1731856822155 suceeded 2024-11-17T15:20:33,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T15:20:33,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-17T15:20:33,879 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:34999,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:20:33,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4750 sec 2024-11-17T15:20:33,894 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:34999' 2024-11-17T15:20:33,896 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c9d3a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:33,896 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34999,-1 for getting cluster id 2024-11-17T15:20:33,896 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:33,897 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcda4bd9-3664-44b5-9563-98fc4a0c4eef' 2024-11-17T15:20:33,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:33,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcda4bd9-3664-44b5-9563-98fc4a0c4eef" 2024-11-17T15:20:33,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e204aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:33,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34999,-1] 2024-11-17T15:20:33,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:33,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:33,899 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:33,899 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f6a082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:33,900 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:33,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34999,1731856826158 2024-11-17T15:20:33,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46846b43 2024-11-17T15:20:33,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:33,901 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-17T15:20:33,902 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,39555,1731856822155 (queues=1) is replicating from cluster=488dc821-39b8-479e-8d01-f259a2999d2e to cluster=bcda4bd9-3664-44b5-9563-98fc4a0c4eef 2024-11-17T15:20:33,902 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C39555%2C1731856822155 2024-11-17T15:20:33,902 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,39555,1731856822155, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:20:33,902 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.shipper7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C39555%2C1731856822155 2024-11-17T15:20:33,903 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175, startPosition=0, beingWritten=true 2024-11-17T15:20:33,908 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:33,908 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 379, reset compression=false 2024-11-17T15:20:33,908 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.shipper7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39555,1731856822155 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:34,112 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 379, reset compression=false 2024-11-17T15:20:34,377 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 379, reset compression=false 2024-11-17T15:20:34,429 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 379, reset compression=false 2024-11-17T15:20:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:34,549 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:20:34,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:34,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:34,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:34,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:34,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:34,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49851b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:34,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34999,-1 for getting cluster id 2024-11-17T15:20:34,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:34,551 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcda4bd9-3664-44b5-9563-98fc4a0c4eef' 2024-11-17T15:20:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcda4bd9-3664-44b5-9563-98fc4a0c4eef" 2024-11-17T15:20:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65770345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34999,-1] 2024-11-17T15:20:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:34,553 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:34,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e23a8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:34,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:34,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34999,1731856826158 2024-11-17T15:20:34,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c1e32c8 2024-11-17T15:20:34,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:34,556 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:34,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:37395,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:20:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:20:34,559 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:37395' 2024-11-17T15:20:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:34,560 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686f476e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:34,560 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37395,-1 for getting cluster id 2024-11-17T15:20:34,561 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:34,562 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'debdea6e-20bb-412c-8553-f413cdeddf21' 2024-11-17T15:20:34,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:34,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "debdea6e-20bb-412c-8553-f413cdeddf21" 2024-11-17T15:20:34,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16396bef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:34,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37395,-1] 2024-11-17T15:20:34,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:34,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:34,564 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:34,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed3b1dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:34,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:34,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37395,1731856818491 2024-11-17T15:20:34,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@288853e5 2024-11-17T15:20:34,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:34,567 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:34,568 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T15:20:34,568 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:20:34,568 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:34,568 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:34,569 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:34,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:34,570 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:20:34,571 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:20:34,571 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:34,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:20:34,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741837_1013 (size=1138) 2024-11-17T15:20:34,588 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40d3ce954357a3d0fe6dc642524721bb, NAME => 'hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34 2024-11-17T15:20:34,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741838_1014 (size=44) 2024-11-17T15:20:34,620 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:20:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:34,833 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 379, reset compression=false 2024-11-17T15:20:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:34,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:34,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 40d3ce954357a3d0fe6dc642524721bb, disabling compactions & flushes 2024-11-17T15:20:34,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. 2024-11-17T15:20:34,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. 2024-11-17T15:20:34,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. after waiting 0 ms 2024-11-17T15:20:34,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. 2024-11-17T15:20:34,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. 2024-11-17T15:20:34,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40d3ce954357a3d0fe6dc642524721bb: Waiting for close lock at 1731856834999Disabling compacts and flushes for region at 1731856834999Disabling writes for close at 1731856834999Writing region close event to WAL at 1731856834999Closed at 1731856834999 2024-11-17T15:20:35,000 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:20:35,000 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856835000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856835000"}]},"ts":"1731856835000"} 2024-11-17T15:20:35,002 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:20:35,002 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:20:35,002 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856835002"}]},"ts":"1731856835002"} 2024-11-17T15:20:35,004 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:20:35,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40d3ce954357a3d0fe6dc642524721bb, ASSIGN}] 2024-11-17T15:20:35,005 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40d3ce954357a3d0fe6dc642524721bb, ASSIGN 2024-11-17T15:20:35,005 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40d3ce954357a3d0fe6dc642524721bb, ASSIGN; state=OFFLINE, location=7a780d55532c,46769,1731856826199; forceNewPlan=false, retain=false 2024-11-17T15:20:35,082 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 379, reset compression=false 2024-11-17T15:20:35,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40d3ce954357a3d0fe6dc642524721bb, regionState=OPENING, regionLocation=7a780d55532c,46769,1731856826199 2024-11-17T15:20:35,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40d3ce954357a3d0fe6dc642524721bb, ASSIGN because future has completed 2024-11-17T15:20:35,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d3ce954357a3d0fe6dc642524721bb, server=7a780d55532c,46769,1731856826199}] 2024-11-17T15:20:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:35,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. 2024-11-17T15:20:35,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:35,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:20:35,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C46769%2C1731856826199.rep, suffix=, logDir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199, archiveDir=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/oldWALs, maxLogs=10 2024-11-17T15:20:35,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.rep.1731856835315, exclude list is [], retry=0 2024-11-17T15:20:35,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45173,DS-491a9c6a-c060-4fb9-b122-55039bd068f4,DISK] 2024-11-17T15:20:35,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.rep.1731856835315 2024-11-17T15:20:35,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44267:44267)] 2024-11-17T15:20:35,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 40d3ce954357a3d0fe6dc642524721bb, NAME => 'hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:35,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:35,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:20:35,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. service=MultiRowMutationService 2024-11-17T15:20:35,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:20:35,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 40d3ce954357a3d0fe6dc642524721bb 2024-11-17T15:20:35,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:35,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 40d3ce954357a3d0fe6dc642524721bb 2024-11-17T15:20:35,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 40d3ce954357a3d0fe6dc642524721bb 2024-11-17T15:20:35,334 INFO [StoreOpener-40d3ce954357a3d0fe6dc642524721bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 40d3ce954357a3d0fe6dc642524721bb 2024-11-17T15:20:35,335 INFO [StoreOpener-40d3ce954357a3d0fe6dc642524721bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d3ce954357a3d0fe6dc642524721bb columnFamilyName hfileref 2024-11-17T15:20:35,335 DEBUG [StoreOpener-40d3ce954357a3d0fe6dc642524721bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:35,335 INFO [StoreOpener-40d3ce954357a3d0fe6dc642524721bb-1 {}] regionserver.HStore(327): Store=40d3ce954357a3d0fe6dc642524721bb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:35,335 INFO [StoreOpener-40d3ce954357a3d0fe6dc642524721bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 40d3ce954357a3d0fe6dc642524721bb 2024-11-17T15:20:35,336 INFO [StoreOpener-40d3ce954357a3d0fe6dc642524721bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d3ce954357a3d0fe6dc642524721bb columnFamilyName queue 2024-11-17T15:20:35,336 DEBUG [StoreOpener-40d3ce954357a3d0fe6dc642524721bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:35,336 INFO [StoreOpener-40d3ce954357a3d0fe6dc642524721bb-1 {}] regionserver.HStore(327): Store=40d3ce954357a3d0fe6dc642524721bb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:35,336 INFO [StoreOpener-40d3ce954357a3d0fe6dc642524721bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 40d3ce954357a3d0fe6dc642524721bb 2024-11-17T15:20:35,337 INFO [StoreOpener-40d3ce954357a3d0fe6dc642524721bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d3ce954357a3d0fe6dc642524721bb columnFamilyName sid 2024-11-17T15:20:35,337 DEBUG [StoreOpener-40d3ce954357a3d0fe6dc642524721bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:35,337 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 379, reset compression=false 2024-11-17T15:20:35,337 INFO [StoreOpener-40d3ce954357a3d0fe6dc642524721bb-1 {}] regionserver.HStore(327): Store=40d3ce954357a3d0fe6dc642524721bb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:35,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 40d3ce954357a3d0fe6dc642524721bb 2024-11-17T15:20:35,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/replication/40d3ce954357a3d0fe6dc642524721bb 2024-11-17T15:20:35,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/replication/40d3ce954357a3d0fe6dc642524721bb 2024-11-17T15:20:35,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 40d3ce954357a3d0fe6dc642524721bb 2024-11-17T15:20:35,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 40d3ce954357a3d0fe6dc642524721bb 2024-11-17T15:20:35,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:20:35,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 40d3ce954357a3d0fe6dc642524721bb 2024-11-17T15:20:35,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/replication/40d3ce954357a3d0fe6dc642524721bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:35,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 40d3ce954357a3d0fe6dc642524721bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63382767, jitterRate=-0.05552317202091217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:20:35,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40d3ce954357a3d0fe6dc642524721bb 2024-11-17T15:20:35,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 40d3ce954357a3d0fe6dc642524721bb: Running coprocessor pre-open hook at 1731856835333Writing region info on filesystem at 1731856835333Initializing all the Stores at 1731856835333Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856835334 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856835334Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856835334Cleaning up temporary data from old regions at 1731856835339 (+5 ms)Running coprocessor post-open hooks at 1731856835342 (+3 ms)Region opened successfully at 1731856835342 2024-11-17T15:20:35,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb., pid=10, masterSystemTime=1731856835310 2024-11-17T15:20:35,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. 2024-11-17T15:20:35,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. 2024-11-17T15:20:35,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40d3ce954357a3d0fe6dc642524721bb, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,46769,1731856826199 2024-11-17T15:20:35,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d3ce954357a3d0fe6dc642524721bb, server=7a780d55532c,46769,1731856826199 because future has completed 2024-11-17T15:20:35,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T15:20:35,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 40d3ce954357a3d0fe6dc642524721bb, server=7a780d55532c,46769,1731856826199 in 189 msec 2024-11-17T15:20:35,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T15:20:35,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40d3ce954357a3d0fe6dc642524721bb, ASSIGN in 345 msec 2024-11-17T15:20:35,351 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:20:35,352 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856835351"}]},"ts":"1731856835351"} 2024-11-17T15:20:35,353 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:20:35,354 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:20:35,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 785 msec 2024-11-17T15:20:35,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb., hostname=7a780d55532c,46769,1731856826199, seqNum=2] 2024-11-17T15:20:35,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:35,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:35,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:20:35,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T15:20:35,538 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:20:35,576 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,46769,1731856826199, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:20:35,576 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:35,576 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,46769,1731856826199, seqNum=-1] 2024-11-17T15:20:35,577 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:35,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-17T15:20:35,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,46769,1731856826199', locateType=CURRENT is [region=hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb., hostname=7a780d55532c,46769,1731856826199, seqNum=2] 2024-11-17T15:20:35,582 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T15:20:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T15:20:35,585 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,46769,1731856826199 suceeded 2024-11-17T15:20:35,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T15:20:35,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-17T15:20:35,587 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:37395,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:20:35,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0310 sec 2024-11-17T15:20:35,598 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:37395' 2024-11-17T15:20:35,599 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51130e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,599 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37395,-1 for getting cluster id 2024-11-17T15:20:35,599 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:35,600 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'debdea6e-20bb-412c-8553-f413cdeddf21' 2024-11-17T15:20:35,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:35,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "debdea6e-20bb-412c-8553-f413cdeddf21" 2024-11-17T15:20:35,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3df35770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37395,-1] 2024-11-17T15:20:35,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:35,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:35,601 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:35,601 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c317cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,602 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:35,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37395,1731856818491 2024-11-17T15:20:35,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@367d441f 2024-11-17T15:20:35,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:35,603 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-17T15:20:35,603 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,46769,1731856826199 (queues=1) is replicating from cluster=bcda4bd9-3664-44b5-9563-98fc4a0c4eef to cluster=debdea6e-20bb-412c-8553-f413cdeddf21 2024-11-17T15:20:35,603 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C46769%2C1731856826199 2024-11-17T15:20:35,603 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,46769,1731856826199, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:20:35,604 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C46769%2C1731856826199 2024-11-17T15:20:35,604 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783, startPosition=0, beingWritten=true 2024-11-17T15:20:35,608 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:35,609 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 379, reset compression=false 2024-11-17T15:20:35,609 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,46769,1731856826199 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:20:35,699 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:20:35,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:35,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:35,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:35,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:35,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:35,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a2444e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37395,-1 for getting cluster id 2024-11-17T15:20:35,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:35,701 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'debdea6e-20bb-412c-8553-f413cdeddf21' 2024-11-17T15:20:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "debdea6e-20bb-412c-8553-f413cdeddf21" 2024-11-17T15:20:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9f097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37395,-1] 2024-11-17T15:20:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:35,703 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:35,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2535eff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f39998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,43275,-1 for getting cluster id 2024-11-17T15:20:35,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:35,705 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '488dc821-39b8-479e-8d01-f259a2999d2e' 2024-11-17T15:20:35,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:35,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "488dc821-39b8-479e-8d01-f259a2999d2e" 2024-11-17T15:20:35,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aac350e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,43275,-1] 2024-11-17T15:20:35,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:35,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:35,706 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:35,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9fd703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e4b9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34999,-1 for getting cluster id 2024-11-17T15:20:35,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:35,708 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcda4bd9-3664-44b5-9563-98fc4a0c4eef' 2024-11-17T15:20:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcda4bd9-3664-44b5-9563-98fc4a0c4eef" 2024-11-17T15:20:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69066eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34999,-1] 2024-11-17T15:20:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:35,709 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:35,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e6f326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44445,1731856818550, seqNum=-1] 2024-11-17T15:20:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:35,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731856828339.556cebd85f94e3f7a02f97503349f287., hostname=7a780d55532c,44445,1731856818550, seqNum=2] 2024-11-17T15:20:35,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,46769,1731856826199, seqNum=-1] 2024-11-17T15:20:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:35,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:35,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18., hostname=7a780d55532c,46769,1731856826199, seqNum=2] 2024-11-17T15:20:35,727 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T15:20:35,834 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 379, reset compression=false 2024-11-17T15:20:35,885 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 379, reset compression=false 2024-11-17T15:20:35,890 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:35,890 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 480, reset compression=false 2024-11-17T15:20:35,890 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44445,1731856818550 got entry batch from reader: WALEntryBatch [walEntries=[{test/556cebd85f94e3f7a02f97503349f287/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T15:20:35,893 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:20:35,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-17T15:20:35,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:35,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@192a0ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,43275,-1 for getting cluster id 2024-11-17T15:20:35,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:35,897 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '488dc821-39b8-479e-8d01-f259a2999d2e' 2024-11-17T15:20:35,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:35,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "488dc821-39b8-479e-8d01-f259a2999d2e" 2024-11-17T15:20:35,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@723a310b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,43275,-1] 2024-11-17T15:20:35,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:35,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:35,899 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:35,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30b336f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:35,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39555,1731856822155, seqNum=-1] 2024-11-17T15:20:35,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:35,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-17T15:20:35,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731856829481.d86ed1c506c117a9d53294a5611c1545., hostname=7a780d55532c,39555,1731856822155, seqNum=2] 2024-11-17T15:20:35,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:35,941 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 379, reset compression=false 2024-11-17T15:20:35,946 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:35,946 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 504, reset compression=false 2024-11-17T15:20:35,946 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.shipper7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39555,1731856822155 got entry batch from reader: WALEntryBatch [walEntries=[{test/d86ed1c506c117a9d53294a5611c1545/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-17T15:20:35,948 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.shipper7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:20:35,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-17T15:20:35,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:35,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d49fd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34999,-1 for getting cluster id 2024-11-17T15:20:35,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:35,952 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcda4bd9-3664-44b5-9563-98fc4a0c4eef' 2024-11-17T15:20:35,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:35,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcda4bd9-3664-44b5-9563-98fc4a0c4eef" 2024-11-17T15:20:35,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@426d191d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34999,-1] 2024-11-17T15:20:35,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:35,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:35,953 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:35,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f47d9ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:35,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:35,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,46769,1731856826199, seqNum=-1] 2024-11-17T15:20:35,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:35,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-17T15:20:35,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18., hostname=7a780d55532c,46769,1731856826199, seqNum=2] 2024-11-17T15:20:35,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:36,022 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T15:20:36,097 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 480, reset compression=false 2024-11-17T15:20:36,138 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 379, reset compression=false 2024-11-17T15:20:36,143 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:36,143 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 527, reset compression=false 2024-11-17T15:20:36,143 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,46769,1731856826199 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:36,151 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 504, reset compression=false 2024-11-17T15:20:36,347 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 527, reset compression=false 2024-11-17T15:20:36,401 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 480, reset compression=false 2024-11-17T15:20:36,454 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 504, reset compression=false 2024-11-17T15:20:36,652 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 527, reset compression=false 2024-11-17T15:20:36,728 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T15:20:36,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:36,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39555,1731856822155, seqNum=-1] 2024-11-17T15:20:36,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:36,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:36,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731856829481.d86ed1c506c117a9d53294a5611c1545., hostname=7a780d55532c,39555,1731856822155, seqNum=2] 2024-11-17T15:20:36,735 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T15:20:36,805 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 480, reset compression=false 2024-11-17T15:20:36,865 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 504, reset compression=false 2024-11-17T15:20:36,870 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:36,870 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 608, reset compression=false 2024-11-17T15:20:36,870 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.shipper7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39555,1731856822155 got entry batch from reader: WALEntryBatch [walEntries=[{test/d86ed1c506c117a9d53294a5611c1545/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T15:20:36,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:36,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:37,056 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 527, reset compression=false 2024-11-17T15:20:37,062 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:37,062 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 654, reset compression=false 2024-11-17T15:20:37,062 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,46769,1731856826199 got entry batch from reader: WALEntryBatch [walEntries=[{test/a243617610b5d4e4650dc6d9b840fe18/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T15:20:37,067 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:20:37,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-17T15:20:37,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:37,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@be7e572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:37,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37395,-1 for getting cluster id 2024-11-17T15:20:37,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:37,069 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'debdea6e-20bb-412c-8553-f413cdeddf21' 2024-11-17T15:20:37,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:37,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "debdea6e-20bb-412c-8553-f413cdeddf21" 2024-11-17T15:20:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78da5956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37395,-1] 2024-11-17T15:20:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:37,071 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:37,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fb0b8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:37,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:37,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44445,1731856818550, seqNum=-1] 2024-11-17T15:20:37,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:37,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-17T15:20:37,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731856828339.556cebd85f94e3f7a02f97503349f287., hostname=7a780d55532c,44445,1731856818550, seqNum=2] 2024-11-17T15:20:37,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:37,080 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 608, reset compression=false 2024-11-17T15:20:37,266 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 654, reset compression=false 2024-11-17T15:20:37,309 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 480, reset compression=false 2024-11-17T15:20:37,318 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:37,318 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 631, reset compression=false 2024-11-17T15:20:37,318 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44445,1731856818550 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:37,386 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 608, reset compression=false 2024-11-17T15:20:37,522 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 631, reset compression=false 2024-11-17T15:20:37,589 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 654, reset compression=false 2024-11-17T15:20:37,737 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T15:20:37,740 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-17T15:20:37,789 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 608, reset compression=false 2024-11-17T15:20:37,826 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 631, reset compression=false 2024-11-17T15:20:37,993 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 654, reset compression=false 2024-11-17T15:20:37,998 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:37,998 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 758, reset compression=false 2024-11-17T15:20:37,998 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,46769,1731856826199 got entry batch from reader: WALEntryBatch [walEntries=[{test/a243617610b5d4e4650dc6d9b840fe18/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T15:20:37,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:38,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:38,202 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 758, reset compression=false 2024-11-17T15:20:38,230 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 631, reset compression=false 2024-11-17T15:20:38,234 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:38,234 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 759, reset compression=false 2024-11-17T15:20:38,234 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44445,1731856818550 got entry batch from reader: WALEntryBatch [walEntries=[{test/556cebd85f94e3f7a02f97503349f287/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T15:20:38,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:38,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:38,293 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 608, reset compression=false 2024-11-17T15:20:38,297 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:38,297 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 760, reset compression=false 2024-11-17T15:20:38,297 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.shipper7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39555,1731856822155 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:38,437 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 759, reset compression=false 2024-11-17T15:20:38,500 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 760, reset compression=false 2024-11-17T15:20:38,505 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 758, reset compression=false 2024-11-17T15:20:38,741 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 759, reset compression=false 2024-11-17T15:20:38,742 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-17T15:20:38,747 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:38,747 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 915, reset compression=false 2024-11-17T15:20:38,747 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44445,1731856818550 got entry batch from reader: WALEntryBatch [walEntries=[{test/556cebd85f94e3f7a02f97503349f287/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T15:20:38,747 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T15:20:38,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:38,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:38,805 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 760, reset compression=false 2024-11-17T15:20:38,809 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:38,809 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 908, reset compression=false 2024-11-17T15:20:38,809 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.shipper7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39555,1731856822155 got entry batch from reader: WALEntryBatch [walEntries=[{test/d86ed1c506c117a9d53294a5611c1545/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-17T15:20:38,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:38,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:38,909 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 758, reset compression=false 2024-11-17T15:20:38,914 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:38,914 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 929, reset compression=false 2024-11-17T15:20:38,914 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,46769,1731856826199 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:38,950 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 915, reset compression=false 2024-11-17T15:20:39,013 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 908, reset compression=false 2024-11-17T15:20:39,098 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:20:39,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:39,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:39,118 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 929, reset compression=false 2024-11-17T15:20:39,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:39,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:39,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:39,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:39,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:39,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:39,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:39,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:39,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:39,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:39,254 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 915, reset compression=false 2024-11-17T15:20:39,317 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 908, reset compression=false 2024-11-17T15:20:39,425 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 929, reset compression=false 2024-11-17T15:20:39,658 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 915, reset compression=false 2024-11-17T15:20:39,721 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 908, reset compression=false 2024-11-17T15:20:39,749 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T15:20:39,753 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T15:20:39,829 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 929, reset compression=false 2024-11-17T15:20:40,165 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 915, reset compression=false 2024-11-17T15:20:40,225 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 908, reset compression=false 2024-11-17T15:20:40,230 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:40,231 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1067, reset compression=false 2024-11-17T15:20:40,231 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.shipper7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39555,1731856822155 got entry batch from reader: WALEntryBatch [walEntries=[{test/d86ed1c506c117a9d53294a5611c1545/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T15:20:40,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:40,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:40,332 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 929, reset compression=false 2024-11-17T15:20:40,337 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:40,337 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1078, reset compression=false 2024-11-17T15:20:40,337 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,46769,1731856826199 got entry batch from reader: WALEntryBatch [walEntries=[{test/a243617610b5d4e4650dc6d9b840fe18/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-17T15:20:40,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:40,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:40,445 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1067, reset compression=false 2024-11-17T15:20:40,541 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1078, reset compression=false 2024-11-17T15:20:40,749 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1067, reset compression=false 2024-11-17T15:20:40,755 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T15:20:40,758 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-17T15:20:40,769 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 915, reset compression=false 2024-11-17T15:20:40,773 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:40,773 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1088, reset compression=false 2024-11-17T15:20:40,773 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44445,1731856818550 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:40,846 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1078, reset compression=false 2024-11-17T15:20:40,850 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:40,850 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1237, reset compression=false 2024-11-17T15:20:40,850 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,46769,1731856826199 got entry batch from reader: WALEntryBatch [walEntries=[{test/a243617610b5d4e4650dc6d9b840fe18/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T15:20:40,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:40,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:40,976 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1088, reset compression=false 2024-11-17T15:20:40,980 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:40,980 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1238, reset compression=false 2024-11-17T15:20:40,980 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44445,1731856818550 got entry batch from reader: WALEntryBatch [walEntries=[{test/556cebd85f94e3f7a02f97503349f287/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-17T15:20:40,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:40,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:41,054 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1237, reset compression=false 2024-11-17T15:20:41,153 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1067, reset compression=false 2024-11-17T15:20:41,158 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:41,158 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1241, reset compression=false 2024-11-17T15:20:41,158 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.shipper7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39555,1731856822155 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:41,184 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1238, reset compression=false 2024-11-17T15:20:41,358 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1237, reset compression=false 2024-11-17T15:20:41,361 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1241, reset compression=false 2024-11-17T15:20:41,487 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1238, reset compression=false 2024-11-17T15:20:41,664 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1241, reset compression=false 2024-11-17T15:20:41,760 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-17T15:20:41,762 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1237, reset compression=false 2024-11-17T15:20:41,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e08d16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:41,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34999,-1 for getting cluster id 2024-11-17T15:20:41,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:41,768 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcda4bd9-3664-44b5-9563-98fc4a0c4eef' 2024-11-17T15:20:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcda4bd9-3664-44b5-9563-98fc4a0c4eef" 2024-11-17T15:20:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771cfa92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34999,-1] 2024-11-17T15:20:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:41,769 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:41,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7155e2c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:41,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34999,1731856826158 2024-11-17T15:20:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7348d728 2024-11-17T15:20:41,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:41,773 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:41,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-17T15:20:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-17T15:20:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T15:20:41,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:20:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T15:20:41,890 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1238, reset compression=false 2024-11-17T15:20:41,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-17T15:20:41,933 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-17T15:20:41,934 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-17T15:20:41,934 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,46769,1731856826199 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-17T15:20:41,934 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/7a780d55532c:0-0. 2024-11-17T15:20:41,934 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:41,934 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:41,934 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:41,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:42,035 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T15:20:42,035 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T15:20:42,068 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1241, reset compression=false 2024-11-17T15:20:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T15:20:42,135 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 terminated 2024-11-17T15:20:42,152 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,46769,1731856826199, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:20:42,153 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-17T15:20:42,153 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T15:20:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-17T15:20:42,155 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 7a780d55532c,46769,1731856826199 suceeded 2024-11-17T15:20:42,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T15:20:42,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-17T15:20:42,157 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-17T15:20:42,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 383 msec 2024-11-17T15:20:42,167 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:37395' 2024-11-17T15:20:42,168 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c396bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:42,168 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,37395,-1 for getting cluster id 2024-11-17T15:20:42,168 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:42,169 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'debdea6e-20bb-412c-8553-f413cdeddf21' 2024-11-17T15:20:42,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:42,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "debdea6e-20bb-412c-8553-f413cdeddf21" 2024-11-17T15:20:42,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@257566e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:42,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,37395,-1] 2024-11-17T15:20:42,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:42,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:42,170 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:42,170 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4980e58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:42,170 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:42,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,37395,1731856818491 2024-11-17T15:20:42,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f60998d 2024-11-17T15:20:42,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:42,172 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-17T15:20:42,172 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,46769,1731856826199 (queues=1) is replicating from cluster=bcda4bd9-3664-44b5-9563-98fc4a0c4eef to cluster=debdea6e-20bb-412c-8553-f413cdeddf21 2024-11-17T15:20:42,172 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C46769%2C1731856826199 2024-11-17T15:20:42,173 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,46769,1731856826199, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:20:42,173 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C46769%2C1731856826199 2024-11-17T15:20:42,394 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1238, reset compression=false 2024-11-17T15:20:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T15:20:42,408 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:20:42,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:42,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:42,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:42,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:42,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:42,412 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-17T15:20:42,572 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1241, reset compression=false 2024-11-17T15:20:42,998 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1238, reset compression=false 2024-11-17T15:20:43,002 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:43,002 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1342, reset compression=false 2024-11-17T15:20:43,002 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44445,1731856818550 got entry batch from reader: WALEntryBatch [walEntries=[{test/556cebd85f94e3f7a02f97503349f287/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T15:20:43,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:43,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:43,176 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1241, reset compression=false 2024-11-17T15:20:43,180 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:43,180 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1369, reset compression=false 2024-11-17T15:20:43,180 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.shipper7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39555,1731856822155 got entry batch from reader: WALEntryBatch [walEntries=[{test/d86ed1c506c117a9d53294a5611c1545/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T15:20:43,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:43,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:43,205 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1342, reset compression=false 2024-11-17T15:20:43,383 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1369, reset compression=false 2024-11-17T15:20:43,414 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-17T15:20:43,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3659a393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:43,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34999,-1 for getting cluster id 2024-11-17T15:20:43,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:43,418 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcda4bd9-3664-44b5-9563-98fc4a0c4eef' 2024-11-17T15:20:43,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:43,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcda4bd9-3664-44b5-9563-98fc4a0c4eef" 2024-11-17T15:20:43,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577c2fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:43,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34999,-1] 2024-11-17T15:20:43,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:43,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:43,420 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:43,420 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bb8f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:43,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:20:43,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34999,1731856826158 2024-11-17T15:20:43,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c657996 2024-11-17T15:20:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:20:43,425 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:20:43,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-17T15:20:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-17T15:20:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T15:20:43,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:20:43,509 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1342, reset compression=false 2024-11-17T15:20:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T15:20:43,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-17T15:20:43,585 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-17T15:20:43,586 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T15:20:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-17T15:20:43,588 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 7a780d55532c,46769,1731856826199 suceeded 2024-11-17T15:20:43,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T15:20:43,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-17T15:20:43,590 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-17T15:20:43,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 164 msec 2024-11-17T15:20:43,674 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783, startPosition=1237, beingWritten=true 2024-11-17T15:20:43,679 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:43,679 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1388, reset compression=false 2024-11-17T15:20:43,679 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,46769,1731856826199 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:43,687 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1369, reset compression=false 2024-11-17T15:20:43,692 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:43,692 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1473, reset compression=false 2024-11-17T15:20:43,692 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.shipper7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39555,1731856822155 got entry batch from reader: WALEntryBatch [walEntries=[{test/d86ed1c506c117a9d53294a5611c1545/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T15:20:43,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:43,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T15:20:43,748 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:20:43,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:43,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:43,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:43,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:43,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:43,751 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-17T15:20:43,883 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1388, reset compression=false 2024-11-17T15:20:43,887 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:20:43,887 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1515, reset compression=false 2024-11-17T15:20:43,887 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,46769,1731856826199 got entry batch from reader: WALEntryBatch [walEntries=[{test/a243617610b5d4e4650dc6d9b840fe18/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T15:20:43,890 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:20:43,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-17T15:20:43,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:20:43,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:20:43,904 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1473, reset compression=false 2024-11-17T15:20:43,914 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1342, reset compression=false 2024-11-17T15:20:43,918 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:43,918 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1493, reset compression=false 2024-11-17T15:20:43,918 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44445,1731856818550 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:44,091 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1515, reset compression=false 2024-11-17T15:20:44,121 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1493, reset compression=false 2024-11-17T15:20:44,207 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1473, reset compression=false 2024-11-17T15:20:44,394 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1515, reset compression=false 2024-11-17T15:20:44,425 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1493, reset compression=false 2024-11-17T15:20:44,610 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1473, reset compression=false 2024-11-17T15:20:44,753 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-17T15:20:44,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:20:44,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:44,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:44,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:44,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:44,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:44,754 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:20:44,754 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=59278156, stopped=false 2024-11-17T15:20:44,754 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,34999,1731856826158 2024-11-17T15:20:44,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21960392668/running 2024-11-17T15:20:44,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:44,756 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:20:44,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21960392668/running 2024-11-17T15:20:44,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:44,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:44,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:44,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:44,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Set watcher on znode that does not yet exist, /21960392668/running 2024-11-17T15:20:44,756 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,46769,1731856826199' ***** 2024-11-17T15:20:44,756 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:20:44,757 INFO [RS:0;7a780d55532c:46769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:20:44,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Set watcher on znode that does not yet exist, /21960392668/running 2024-11-17T15:20:44,757 INFO [RS:0;7a780d55532c:46769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:20:44,757 INFO [RS:0;7a780d55532c:46769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:20:44,757 INFO [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(3091): Received CLOSE for 40d3ce954357a3d0fe6dc642524721bb 2024-11-17T15:20:44,757 INFO [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(3091): Received CLOSE for a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:44,757 INFO [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,46769,1731856826199 2024-11-17T15:20:44,757 INFO [RS:0;7a780d55532c:46769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:20:44,757 INFO [RS:0;7a780d55532c:46769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:46769. 2024-11-17T15:20:44,757 DEBUG [RS:0;7a780d55532c:46769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:44,757 DEBUG [RS:0;7a780d55532c:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:44,758 INFO [RS:0;7a780d55532c:46769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:20:44,758 INFO [RS:0;7a780d55532c:46769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:20:44,758 INFO [RS:0;7a780d55532c:46769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:20:44,758 INFO [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:20:44,758 INFO [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T15:20:44,758 DEBUG [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 40d3ce954357a3d0fe6dc642524721bb=hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb., a243617610b5d4e4650dc6d9b840fe18=test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18.} 2024-11-17T15:20:44,758 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:20:44,758 DEBUG [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d3ce954357a3d0fe6dc642524721bb, a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:44,758 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40d3ce954357a3d0fe6dc642524721bb, disabling compactions & flushes 2024-11-17T15:20:44,758 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. 2024-11-17T15:20:44,758 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. 2024-11-17T15:20:44,758 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. after waiting 0 ms 2024-11-17T15:20:44,758 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. 2024-11-17T15:20:44,759 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40d3ce954357a3d0fe6dc642524721bb 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-17T15:20:44,759 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:20:44,759 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:20:44,759 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:20:44,759 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:20:44,759 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:20:44,759 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T15:20:44,766 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:20:44,779 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/.tmp/info/c330220ed6ca49d2a585c36b544af49b is 147, key is hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb./info:regioninfo/1731856835345/Put/seqid=0 2024-11-17T15:20:44,780 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/replication/40d3ce954357a3d0fe6dc642524721bb/.tmp/queue/702f7946cfaf4d6b8f28d3779e91b35f is 154, key is 1-7a780d55532c,46769,1731856826199/queue:7a780d55532c%2C46769%2C1731856826199/1731856843894/Put/seqid=0 2024-11-17T15:20:44,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741840_1016 (size=5353) 2024-11-17T15:20:44,790 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/replication/40d3ce954357a3d0fe6dc642524721bb/.tmp/queue/702f7946cfaf4d6b8f28d3779e91b35f 2024-11-17T15:20:44,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741841_1017 (size=7686) 2024-11-17T15:20:44,796 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/.tmp/info/c330220ed6ca49d2a585c36b544af49b 2024-11-17T15:20:44,796 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/replication/40d3ce954357a3d0fe6dc642524721bb/.tmp/queue/702f7946cfaf4d6b8f28d3779e91b35f as hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/replication/40d3ce954357a3d0fe6dc642524721bb/queue/702f7946cfaf4d6b8f28d3779e91b35f 2024-11-17T15:20:44,799 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1515, reset compression=false 2024-11-17T15:20:44,804 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/replication/40d3ce954357a3d0fe6dc642524721bb/queue/702f7946cfaf4d6b8f28d3779e91b35f, entries=1, sequenceid=14, filesize=5.2 K 2024-11-17T15:20:44,805 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 40d3ce954357a3d0fe6dc642524721bb in 47ms, sequenceid=14, compaction requested=false 2024-11-17T15:20:44,825 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/replication/40d3ce954357a3d0fe6dc642524721bb/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-17T15:20:44,826 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:44,826 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:20:44,826 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. 2024-11-17T15:20:44,826 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40d3ce954357a3d0fe6dc642524721bb: Waiting for close lock at 1731856844758Running coprocessor pre-close hooks at 1731856844758Disabling compacts and flushes for region at 1731856844758Disabling writes for close at 1731856844758Obtaining lock to block concurrent updates at 1731856844759 (+1 ms)Preparing flush snapshotting stores in 40d3ce954357a3d0fe6dc642524721bb at 1731856844759Finished memstore snapshotting hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731856844759Flushing stores of hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. at 1731856844759Flushing 40d3ce954357a3d0fe6dc642524721bb/queue: creating writer at 1731856844760 (+1 ms)Flushing 40d3ce954357a3d0fe6dc642524721bb/queue: appending metadata at 1731856844780 (+20 ms)Flushing 40d3ce954357a3d0fe6dc642524721bb/queue: closing flushed file at 1731856844780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e805027: reopening flushed file at 1731856844795 (+15 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 40d3ce954357a3d0fe6dc642524721bb in 47ms, sequenceid=14, compaction requested=false at 1731856844805 (+10 ms)Writing region close event to WAL at 1731856844816 (+11 ms)Running coprocessor post-close hooks at 1731856844825 (+9 ms)Closed at 1731856844826 (+1 ms) 2024-11-17T15:20:44,826 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731856834568.40d3ce954357a3d0fe6dc642524721bb. 2024-11-17T15:20:44,826 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a243617610b5d4e4650dc6d9b840fe18, disabling compactions & flushes 2024-11-17T15:20:44,826 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. 2024-11-17T15:20:44,826 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. 2024-11-17T15:20:44,826 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. after waiting 0 ms 2024-11-17T15:20:44,826 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. 2024-11-17T15:20:44,826 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a243617610b5d4e4650dc6d9b840fe18 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-17T15:20:44,829 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1493, reset compression=false 2024-11-17T15:20:44,830 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/.tmp/ns/024e92ed8f2c4de6883194263184b189 is 43, key is default/ns:d/1731856828216/Put/seqid=0 2024-11-17T15:20:44,845 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/.tmp/f/3344af5ec3b443b0ab39090414e0b945 is 37, key is row3/f:row3/1731856842410/Put/seqid=0 2024-11-17T15:20:44,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741842_1018 (size=5153) 2024-11-17T15:20:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741843_1019 (size=5228) 2024-11-17T15:20:44,958 DEBUG [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:45,115 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1473, reset compression=false 2024-11-17T15:20:45,158 DEBUG [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:45,250 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/.tmp/ns/024e92ed8f2c4de6883194263184b189 2024-11-17T15:20:45,255 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/.tmp/f/3344af5ec3b443b0ab39090414e0b945 2024-11-17T15:20:45,264 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3344af5ec3b443b0ab39090414e0b945 2024-11-17T15:20:45,280 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/.tmp/rep_barrier/cc0bc109f40645f5956c02548b62fea3 is 112, key is test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18./rep_barrier:seqnumDuringOpen/1731856831022/Put/seqid=0 2024-11-17T15:20:45,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741844_1020 (size=5518) 2024-11-17T15:20:45,284 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/.tmp/rep_barrier/cc0bc109f40645f5956c02548b62fea3 2024-11-17T15:20:45,288 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/.tmp/f1/13e7467244fc46a2a8ee5679b947464b is 30, key is row1/f1:/1731856839750/DeleteFamily/seqid=0 2024-11-17T15:20:45,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741845_1021 (size=5158) 2024-11-17T15:20:45,299 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/.tmp/f1/13e7467244fc46a2a8ee5679b947464b 2024-11-17T15:20:45,308 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13e7467244fc46a2a8ee5679b947464b 2024-11-17T15:20:45,308 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/.tmp/table/d95b323f5f3342ff9106362feb196204 is 53, key is hbase:replication/table:state/1731856835351/Put/seqid=0 2024-11-17T15:20:45,309 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1515, reset compression=false 2024-11-17T15:20:45,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741846_1022 (size=5308) 2024-11-17T15:20:45,318 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/.tmp/table/d95b323f5f3342ff9106362feb196204 2024-11-17T15:20:45,325 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/.tmp/info/c330220ed6ca49d2a585c36b544af49b as hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/info/c330220ed6ca49d2a585c36b544af49b 2024-11-17T15:20:45,326 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:45,326 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1762, reset compression=false 2024-11-17T15:20:45,326 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,46769,1731856826199 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:45,327 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7a780d55532c,46769,1731856826199: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7a780d55532c,46769,1731856826199, walGroup=7a780d55532c%2C46769%2C1731856826199, offset=7a780d55532c%2C46769%2C1731856826199.1731856827783:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:46769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T15:20:45,328 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T15:20:45,328 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T15:20:45,328 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T15:20:45,329 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T15:20:45,329 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T15:20:45,329 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 857544776 }, "NonHeapMemoryUsage": { "committed": 200540160, "init": 7667712, "max": -1, "used": 197794888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T15:20:45,329 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:34999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:34999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T15:20:45,331 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/info/c330220ed6ca49d2a585c36b544af49b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T15:20:45,332 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/.tmp/norep/d170a7c9c9d245779160b51d085112b2 is 33, key is row2/norep:/1731856840755/DeleteFamily/seqid=0 2024-11-17T15:20:45,332 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/.tmp/ns/024e92ed8f2c4de6883194263184b189 as hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/ns/024e92ed8f2c4de6883194263184b189 2024-11-17T15:20:45,336 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/ns/024e92ed8f2c4de6883194263184b189, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T15:20:45,337 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/.tmp/rep_barrier/cc0bc109f40645f5956c02548b62fea3 as hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/rep_barrier/cc0bc109f40645f5956c02548b62fea3 2024-11-17T15:20:45,341 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/rep_barrier/cc0bc109f40645f5956c02548b62fea3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T15:20:45,342 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/.tmp/table/d95b323f5f3342ff9106362feb196204 as hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/table/d95b323f5f3342ff9106362feb196204 2024-11-17T15:20:45,345 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1493, reset compression=false 2024-11-17T15:20:45,351 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/table/d95b323f5f3342ff9106362feb196204, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T15:20:45,352 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 593ms, sequenceid=16, compaction requested=false 2024-11-17T15:20:45,359 DEBUG [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a243617610b5d4e4650dc6d9b840fe18 2024-11-17T15:20:45,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741847_1023 (size=5108) 2024-11-17T15:20:45,363 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/.tmp/norep/d170a7c9c9d245779160b51d085112b2 2024-11-17T15:20:45,367 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d170a7c9c9d245779160b51d085112b2 2024-11-17T15:20:45,368 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/.tmp/f/3344af5ec3b443b0ab39090414e0b945 as hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/f/3344af5ec3b443b0ab39090414e0b945 2024-11-17T15:20:45,368 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T15:20:45,369 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:45,369 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:20:45,369 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:45,369 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856844759Running coprocessor pre-close hooks at 1731856844759Disabling compacts and flushes for region at 1731856844759Disabling writes for close at 1731856844759Obtaining lock to block concurrent updates at 1731856844759Preparing flush snapshotting stores in 1588230740 at 1731856844759Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731856844760 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731856844760Flushing 1588230740/info: creating writer at 1731856844760Flushing 1588230740/info: appending metadata at 1731856844779 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731856844779Flushing 1588230740/ns: creating writer at 1731856844803 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731856844829 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731856844829Flushing 1588230740/rep_barrier: creating writer at 1731856845257 (+428 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856845279 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856845279Flushing 1588230740/table: creating writer at 1731856845288 (+9 ms)Flushing 1588230740/table: appending metadata at 1731856845307 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731856845307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@140e8091: reopening flushed file at 1731856845324 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f5d00b: reopening flushed file at 1731856845331 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@120c7951: reopening flushed file at 1731856845336 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b429a1a: reopening flushed file at 1731856845341 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 593ms, sequenceid=16, compaction requested=false at 1731856845352 (+11 ms)Writing region close event to WAL at 1731856845364 (+12 ms)Running coprocessor post-close hooks at 1731856845369 (+5 ms)Closed at 1731856845369 2024-11-17T15:20:45,369 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:45,372 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3344af5ec3b443b0ab39090414e0b945 2024-11-17T15:20:45,372 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/f/3344af5ec3b443b0ab39090414e0b945, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T15:20:45,373 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/.tmp/f1/13e7467244fc46a2a8ee5679b947464b as hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/f1/13e7467244fc46a2a8ee5679b947464b 2024-11-17T15:20:45,376 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13e7467244fc46a2a8ee5679b947464b 2024-11-17T15:20:45,377 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/f1/13e7467244fc46a2a8ee5679b947464b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T15:20:45,377 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/.tmp/norep/d170a7c9c9d245779160b51d085112b2 as hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/norep/d170a7c9c9d245779160b51d085112b2 2024-11-17T15:20:45,381 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d170a7c9c9d245779160b51d085112b2 2024-11-17T15:20:45,381 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/norep/d170a7c9c9d245779160b51d085112b2, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T15:20:45,382 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a243617610b5d4e4650dc6d9b840fe18 in 556ms, sequenceid=12, compaction requested=false 2024-11-17T15:20:45,385 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/data/default/test/a243617610b5d4e4650dc6d9b840fe18/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T15:20:45,385 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:45,385 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:20:45,385 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. 2024-11-17T15:20:45,385 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a243617610b5d4e4650dc6d9b840fe18: Waiting for close lock at 1731856844826Running coprocessor pre-close hooks at 1731856844826Disabling compacts and flushes for region at 1731856844826Disabling writes for close at 1731856844826Obtaining lock to block concurrent updates at 1731856844826Preparing flush snapshotting stores in a243617610b5d4e4650dc6d9b840fe18 at 1731856844826Finished memstore snapshotting test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731856844827 (+1 ms)Flushing stores of test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. at 1731856844827Flushing a243617610b5d4e4650dc6d9b840fe18/f: creating writer at 1731856844827Flushing a243617610b5d4e4650dc6d9b840fe18/f: appending metadata at 1731856844844 (+17 ms)Flushing a243617610b5d4e4650dc6d9b840fe18/f: closing flushed file at 1731856844844Flushing a243617610b5d4e4650dc6d9b840fe18/f1: creating writer at 1731856845264 (+420 ms)Flushing a243617610b5d4e4650dc6d9b840fe18/f1: appending metadata at 1731856845287 (+23 ms)Flushing a243617610b5d4e4650dc6d9b840fe18/f1: closing flushed file at 1731856845287Flushing a243617610b5d4e4650dc6d9b840fe18/norep: creating writer at 1731856845308 (+21 ms)Flushing a243617610b5d4e4650dc6d9b840fe18/norep: appending metadata at 1731856845331 (+23 ms)Flushing a243617610b5d4e4650dc6d9b840fe18/norep: closing flushed file at 1731856845331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f71e697: reopening flushed file at 1731856845367 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9d11ed: reopening flushed file at 1731856845372 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d607b10: reopening flushed file at 1731856845377 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a243617610b5d4e4650dc6d9b840fe18 in 556ms, sequenceid=12, compaction requested=false at 1731856845382 (+5 ms)Writing region close event to WAL at 1731856845383 (+1 ms)Running coprocessor post-close hooks at 1731856845385 (+2 ms)Closed at 1731856845385 2024-11-17T15:20:45,386 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856830622.a243617610b5d4e4650dc6d9b840fe18. 2024-11-17T15:20:45,550 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 1762, reset compression=false 2024-11-17T15:20:45,555 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:45,555 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/WALs/7a780d55532c,46769,1731856826199/7a780d55532c%2C46769%2C1731856826199.1731856827783 to pos 2406, reset compression=false 2024-11-17T15:20:45,559 INFO [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,46769,1731856826199; all regions closed. 2024-11-17T15:20:45,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741834_1010 (size=4239) 2024-11-17T15:20:45,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741839_1015 (size=3552) 2024-11-17T15:20:45,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741833_1009 (size=2414) 2024-11-17T15:20:45,574 DEBUG [RS:0;7a780d55532c:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:45,574 INFO [RS:0;7a780d55532c:46769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:20:45,575 INFO [RS:0;7a780d55532c:46769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:20:45,575 INFO [RS:0;7a780d55532c:46769 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:20:45,575 INFO [RS:0;7a780d55532c:46769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:20:45,575 INFO [RS:0;7a780d55532c:46769 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,46769,1731856826199 because: Region server is closing 2024-11-17T15:20:45,575 INFO [RS:0;7a780d55532c:46769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:46769. 2024-11-17T15:20:45,576 DEBUG [RS:0;7a780d55532c:46769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:45,576 DEBUG [RS:0;7a780d55532c:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:45,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:45,577 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:20:45,577 DEBUG [RS:0;7a780d55532c:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:45,677 INFO [RS:0;7a780d55532c:46769 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.shipper7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 terminated 2024-11-17T15:20:45,677 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,46769,1731856826199.replicationSource.wal-reader.7a780d55532c%2C46769%2C1731856826199,1-7a780d55532c,46769,1731856826199 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T15:20:45,678 INFO [RS:0;7a780d55532c:46769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:46769. 2024-11-17T15:20:45,678 DEBUG [RS:0;7a780d55532c:46769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:45,678 DEBUG [RS:0;7a780d55532c:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:45,678 DEBUG [RS:0;7a780d55532c:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:45,678 INFO [RS:0;7a780d55532c:46769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46769 2024-11-17T15:20:45,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:45,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668/rs 2024-11-17T15:20:45,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21960392668/rs/7a780d55532c,46769,1731856826199 2024-11-17T15:20:45,682 INFO [RS:0;7a780d55532c:46769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:20:45,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,46769,1731856826199] 2024-11-17T15:20:45,684 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21960392668/draining/7a780d55532c,46769,1731856826199 already deleted, retry=false 2024-11-17T15:20:45,684 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,46769,1731856826199 expired; onlineServers=0 2024-11-17T15:20:45,684 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,34999,1731856826158' ***** 2024-11-17T15:20:45,684 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:20:45,684 INFO [M:0;7a780d55532c:34999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:20:45,684 INFO [M:0;7a780d55532c:34999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:20:45,684 DEBUG [M:0;7a780d55532c:34999 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:20:45,684 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:20:45,684 DEBUG [M:0;7a780d55532c:34999 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:20:45,685 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856827560 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856827560,5,FailOnTimeoutGroup] 2024-11-17T15:20:45,685 INFO [M:0;7a780d55532c:34999 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:20:45,685 INFO [M:0;7a780d55532c:34999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:20:45,685 DEBUG [M:0;7a780d55532c:34999 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:20:45,685 INFO [M:0;7a780d55532c:34999 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:20:45,685 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856827564 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856827564,5,FailOnTimeoutGroup] 2024-11-17T15:20:45,685 INFO [M:0;7a780d55532c:34999 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:20:45,685 INFO [M:0;7a780d55532c:34999 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:20:45,685 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:20:45,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21960392668/master 2024-11-17T15:20:45,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21960392668 2024-11-17T15:20:45,692 DEBUG [M:0;7a780d55532c:34999 {}] zookeeper.RecoverableZooKeeper(212): Node /21960392668/master already deleted, retry=false 2024-11-17T15:20:45,692 DEBUG [M:0;7a780d55532c:34999 {}] master.ActiveMasterManager(353): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Failed delete of our master address node; KeeperErrorCode = NoNode for /21960392668/master 2024-11-17T15:20:45,693 INFO [M:0;7a780d55532c:34999 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/.lastflushedseqids 2024-11-17T15:20:45,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741848_1024 (size=245) 2024-11-17T15:20:45,709 INFO [M:0;7a780d55532c:34999 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:20:45,709 INFO [M:0;7a780d55532c:34999 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:20:45,710 DEBUG [M:0;7a780d55532c:34999 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:20:45,710 INFO [M:0;7a780d55532c:34999 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:45,710 DEBUG [M:0;7a780d55532c:34999 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:45,710 DEBUG [M:0;7a780d55532c:34999 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:20:45,710 DEBUG [M:0;7a780d55532c:34999 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:45,710 INFO [M:0;7a780d55532c:34999 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-17T15:20:45,718 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1473, reset compression=false 2024-11-17T15:20:45,733 DEBUG [M:0;7a780d55532c:34999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbc9da94e7e34a8db2d3fffcce32b2ff is 82, key is hbase:meta,,1/info:regioninfo/1731856828205/Put/seqid=0 2024-11-17T15:20:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741849_1025 (size=5672) 2024-11-17T15:20:45,737 INFO [M:0;7a780d55532c:34999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbc9da94e7e34a8db2d3fffcce32b2ff 2024-11-17T15:20:45,765 DEBUG [M:0;7a780d55532c:34999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d37332f8e744b890d059c551423b15 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731856835354/Put/seqid=0 2024-11-17T15:20:45,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741850_1026 (size=9212) 2024-11-17T15:20:45,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:45,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1012683c95a0007, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:45,784 INFO [RS:0;7a780d55532c:46769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:20:45,784 INFO [RS:0;7a780d55532c:46769 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,46769,1731856826199; zookeeper connection closed. 2024-11-17T15:20:45,785 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16d8448f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16d8448f 2024-11-17T15:20:45,785 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:20:45,952 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1493, reset compression=false 2024-11-17T15:20:46,179 INFO [M:0;7a780d55532c:34999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d37332f8e744b890d059c551423b15 2024-11-17T15:20:46,208 DEBUG [M:0;7a780d55532c:34999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c32fd4d74ab34f44906a123b8012aa4a is 69, key is 7a780d55532c,46769,1731856826199/rs:state/1731856827637/Put/seqid=0 2024-11-17T15:20:46,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741851_1027 (size=5156) 2024-11-17T15:20:46,425 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1473, reset compression=false 2024-11-17T15:20:46,613 INFO [M:0;7a780d55532c:34999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c32fd4d74ab34f44906a123b8012aa4a 2024-11-17T15:20:46,617 DEBUG [M:0;7a780d55532c:34999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbc9da94e7e34a8db2d3fffcce32b2ff as hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbc9da94e7e34a8db2d3fffcce32b2ff 2024-11-17T15:20:46,622 INFO [M:0;7a780d55532c:34999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbc9da94e7e34a8db2d3fffcce32b2ff, entries=8, sequenceid=127, filesize=5.5 K 2024-11-17T15:20:46,622 DEBUG [M:0;7a780d55532c:34999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d37332f8e744b890d059c551423b15 as hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6d37332f8e744b890d059c551423b15 2024-11-17T15:20:46,626 INFO [M:0;7a780d55532c:34999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6d37332f8e744b890d059c551423b15, entries=15, sequenceid=127, filesize=9.0 K 2024-11-17T15:20:46,627 DEBUG [M:0;7a780d55532c:34999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c32fd4d74ab34f44906a123b8012aa4a as hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c32fd4d74ab34f44906a123b8012aa4a 2024-11-17T15:20:46,630 INFO [M:0;7a780d55532c:34999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/eb03b604-9970-047a-af4f-7290c7e05e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c32fd4d74ab34f44906a123b8012aa4a, entries=1, sequenceid=127, filesize=5.0 K 2024-11-17T15:20:46,631 INFO [M:0;7a780d55532c:34999 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=127, compaction requested=false 2024-11-17T15:20:46,632 INFO [M:0;7a780d55532c:34999 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:46,632 DEBUG [M:0;7a780d55532c:34999 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856845710Disabling compacts and flushes for region at 1731856845710Disabling writes for close at 1731856845710Obtaining lock to block concurrent updates at 1731856845710Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856845710Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731856845710Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856845711 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856845711Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856845733 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856845733Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856845741 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856845765 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856845765Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856846185 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856846208 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856846208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24928f0a: reopening flushed file at 1731856846617 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e09a76: reopening flushed file at 1731856846622 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469c6230: reopening flushed file at 1731856846626 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=127, compaction requested=false at 1731856846631 (+5 ms)Writing region close event to WAL at 1731856846632 (+1 ms)Closed at 1731856846632 2024-11-17T15:20:46,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741830_1006 (size=73866) 2024-11-17T15:20:46,642 INFO [M:0;7a780d55532c:34999 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:20:46,642 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:20:46,642 INFO [M:0;7a780d55532c:34999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34999 2024-11-17T15:20:46,643 INFO [M:0;7a780d55532c:34999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:20:46,655 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1493, reset compression=false 2024-11-17T15:20:46,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:46,745 INFO [M:0;7a780d55532c:34999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:20:46,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x1012683c95a0006, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:46,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14e7006c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:20:46,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56823d15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:20:46,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:20:46,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bfba3eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:20:46,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c88d580{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/hadoop.log.dir/,STOPPED} 2024-11-17T15:20:46,750 WARN [BP-137730244-172.17.0.2-1731856825220 heartbeating to localhost/127.0.0.1:35319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:20:46,750 WARN [BP-137730244-172.17.0.2-1731856825220 heartbeating to localhost/127.0.0.1:35319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-137730244-172.17.0.2-1731856825220 (Datanode Uuid d6fe418d-48fb-45fb-b18a-345084d8f634) service to localhost/127.0.0.1:35319 2024-11-17T15:20:46,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/cluster_20ccac50-e886-305f-b2df-74112aaac299/data/data1/current/BP-137730244-172.17.0.2-1731856825220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:20:46,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/cluster_20ccac50-e886-305f-b2df-74112aaac299/data/data2/current/BP-137730244-172.17.0.2-1731856825220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:20:46,752 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:20:46,752 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:20:46,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:20:46,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46833442{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:20:46,761 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78ce34a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:20:46,761 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:20:46,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b7fb873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:20:46,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e712026{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/hadoop.log.dir/,STOPPED} 2024-11-17T15:20:46,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:20:46,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:20:46,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:46,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:46,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:46,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:46,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:46,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:20:46,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=125339872, stopped=false 2024-11-17T15:20:46,778 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,43275,1731856822120 2024-11-17T15:20:46,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-223179879/running 2024-11-17T15:20:46,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-223179879/running 2024-11-17T15:20:46,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:46,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:46,780 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:20:46,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Set watcher on znode that does not yet exist, /1-223179879/running 2024-11-17T15:20:46,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:46,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:46,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:46,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Set watcher on znode that does not yet exist, /1-223179879/running 2024-11-17T15:20:46,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,39555,1731856822155' ***** 2024-11-17T15:20:46,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:20:46,782 INFO [RS:0;7a780d55532c:39555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:20:46,782 INFO [RS:0;7a780d55532c:39555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:20:46,782 INFO [RS:0;7a780d55532c:39555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:20:46,782 INFO [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(3091): Received CLOSE for c3717905a4a7460516106a3eecae6b78 2024-11-17T15:20:46,782 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:20:46,782 INFO [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(3091): Received CLOSE for d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:46,782 INFO [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,39555,1731856822155 2024-11-17T15:20:46,782 INFO [RS:0;7a780d55532c:39555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:20:46,782 INFO [RS:0;7a780d55532c:39555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:39555. 2024-11-17T15:20:46,782 DEBUG [RS:0;7a780d55532c:39555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:46,782 DEBUG [RS:0;7a780d55532c:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:46,782 INFO [RS:0;7a780d55532c:39555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:20:46,782 INFO [RS:0;7a780d55532c:39555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:20:46,782 INFO [RS:0;7a780d55532c:39555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:20:46,782 INFO [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:20:46,782 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3717905a4a7460516106a3eecae6b78, disabling compactions & flushes 2024-11-17T15:20:46,783 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. 2024-11-17T15:20:46,783 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. 2024-11-17T15:20:46,783 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. after waiting 0 ms 2024-11-17T15:20:46,783 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. 2024-11-17T15:20:46,783 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c3717905a4a7460516106a3eecae6b78 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-17T15:20:46,783 INFO [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T15:20:46,783 DEBUG [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1325): Online Regions={c3717905a4a7460516106a3eecae6b78=hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78., d86ed1c506c117a9d53294a5611c1545=test,,1731856829481.d86ed1c506c117a9d53294a5611c1545., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:20:46,783 DEBUG [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3717905a4a7460516106a3eecae6b78, d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:46,783 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:20:46,783 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:20:46,783 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:20:46,783 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:20:46,783 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:20:46,783 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T15:20:46,802 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/replication/c3717905a4a7460516106a3eecae6b78/.tmp/queue/1408006fe8a94753889a9cfd3b74c059 is 154, key is 1-7a780d55532c,39555,1731856822155/queue:7a780d55532c%2C39555%2C1731856822155/1731856843697/Put/seqid=0 2024-11-17T15:20:46,805 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/.tmp/info/b15704e522cc4a9c90fe4adaa86f0506 is 147, key is hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78./info:regioninfo/1731856833617/Put/seqid=0 2024-11-17T15:20:46,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741840_1016 (size=5353) 2024-11-17T15:20:46,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741841_1017 (size=7686) 2024-11-17T15:20:46,869 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:20:46,983 DEBUG [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3717905a4a7460516106a3eecae6b78, d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:47,033 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:20:47,047 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:20:47,184 DEBUG [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3717905a4a7460516106a3eecae6b78, d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:47,217 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/replication/c3717905a4a7460516106a3eecae6b78/.tmp/queue/1408006fe8a94753889a9cfd3b74c059 2024-11-17T15:20:47,221 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/.tmp/info/b15704e522cc4a9c90fe4adaa86f0506 2024-11-17T15:20:47,223 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/replication/c3717905a4a7460516106a3eecae6b78/.tmp/queue/1408006fe8a94753889a9cfd3b74c059 as hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/replication/c3717905a4a7460516106a3eecae6b78/queue/1408006fe8a94753889a9cfd3b74c059 2024-11-17T15:20:47,229 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.wal-reader.7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.1731856824175 to pos 1473, reset compression=false 2024-11-17T15:20:47,237 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/replication/c3717905a4a7460516106a3eecae6b78/queue/1408006fe8a94753889a9cfd3b74c059, entries=1, sequenceid=14, filesize=5.2 K 2024-11-17T15:20:47,238 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c3717905a4a7460516106a3eecae6b78 in 454ms, sequenceid=14, compaction requested=false 2024-11-17T15:20:47,238 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T15:20:47,244 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/replication/c3717905a4a7460516106a3eecae6b78/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-17T15:20:47,244 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:47,244 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:20:47,244 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. 2024-11-17T15:20:47,244 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3717905a4a7460516106a3eecae6b78: Waiting for close lock at 1731856846782Running coprocessor pre-close hooks at 1731856846782Disabling compacts and flushes for region at 1731856846782Disabling writes for close at 1731856846783 (+1 ms)Obtaining lock to block concurrent updates at 1731856846783Preparing flush snapshotting stores in c3717905a4a7460516106a3eecae6b78 at 1731856846783Finished memstore snapshotting hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731856846783Flushing stores of hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. at 1731856846784 (+1 ms)Flushing c3717905a4a7460516106a3eecae6b78/queue: creating writer at 1731856846784Flushing c3717905a4a7460516106a3eecae6b78/queue: appending metadata at 1731856846801 (+17 ms)Flushing c3717905a4a7460516106a3eecae6b78/queue: closing flushed file at 1731856846801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@776934d: reopening flushed file at 1731856847223 (+422 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c3717905a4a7460516106a3eecae6b78 in 454ms, sequenceid=14, compaction requested=false at 1731856847238 (+15 ms)Writing region close event to WAL at 1731856847241 (+3 ms)Running coprocessor post-close hooks at 1731856847244 (+3 ms)Closed at 1731856847244 2024-11-17T15:20:47,245 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731856832412.c3717905a4a7460516106a3eecae6b78. 2024-11-17T15:20:47,245 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d86ed1c506c117a9d53294a5611c1545, disabling compactions & flushes 2024-11-17T15:20:47,245 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. 2024-11-17T15:20:47,245 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. 2024-11-17T15:20:47,245 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. after waiting 0 ms 2024-11-17T15:20:47,245 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. 2024-11-17T15:20:47,245 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d86ed1c506c117a9d53294a5611c1545 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-17T15:20:47,245 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/.tmp/ns/89e40a68da1845e59bf97cd159effd22 is 43, key is default/ns:d/1731856825132/Put/seqid=0 2024-11-17T15:20:47,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741842_1018 (size=5153) 2024-11-17T15:20:47,274 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/.tmp/f/e931a7ad3cbb48d7bb84d873185dfdf9 is 37, key is row3/f:row3/1731856842410/Put/seqid=0 2024-11-17T15:20:47,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741843_1019 (size=5228) 2024-11-17T15:20:47,284 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/.tmp/f/e931a7ad3cbb48d7bb84d873185dfdf9 2024-11-17T15:20:47,290 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e931a7ad3cbb48d7bb84d873185dfdf9 2024-11-17T15:20:47,310 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/.tmp/f1/53a7c30ed06d4f4aa996bd6162beff6e is 30, key is row1/f1:/1731856839750/DeleteFamily/seqid=0 2024-11-17T15:20:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741844_1020 (size=5158) 2024-11-17T15:20:47,319 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/.tmp/f1/53a7c30ed06d4f4aa996bd6162beff6e 2024-11-17T15:20:47,326 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53a7c30ed06d4f4aa996bd6162beff6e 2024-11-17T15:20:47,347 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/.tmp/norep/38bd614e5eee4e2a9545c61a8faf2b2c is 33, key is row1/norep:/1731856839750/DeleteFamily/seqid=0 2024-11-17T15:20:47,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741845_1021 (size=5108) 2024-11-17T15:20:47,384 DEBUG [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:47,459 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1493, reset compression=false 2024-11-17T15:20:47,584 DEBUG [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:47,657 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/.tmp/ns/89e40a68da1845e59bf97cd159effd22 2024-11-17T15:20:47,683 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/.tmp/rep_barrier/179d23d21d424fea8ac05cc9d96c9385 is 112, key is test,,1731856829481.d86ed1c506c117a9d53294a5611c1545./rep_barrier:seqnumDuringOpen/1731856830250/Put/seqid=0 2024-11-17T15:20:47,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741846_1022 (size=5518) 2024-11-17T15:20:47,690 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/.tmp/rep_barrier/179d23d21d424fea8ac05cc9d96c9385 2024-11-17T15:20:47,717 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/.tmp/table/b2b615d568c645fab33e6d67d6cd5a12 is 53, key is hbase:replication/table:state/1731856833630/Put/seqid=0 2024-11-17T15:20:47,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741847_1023 (size=5308) 2024-11-17T15:20:47,721 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/.tmp/table/b2b615d568c645fab33e6d67d6cd5a12 2024-11-17T15:20:47,725 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/.tmp/info/b15704e522cc4a9c90fe4adaa86f0506 as hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/info/b15704e522cc4a9c90fe4adaa86f0506 2024-11-17T15:20:47,729 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/info/b15704e522cc4a9c90fe4adaa86f0506, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T15:20:47,729 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/.tmp/ns/89e40a68da1845e59bf97cd159effd22 as hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/ns/89e40a68da1845e59bf97cd159effd22 2024-11-17T15:20:47,733 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/ns/89e40a68da1845e59bf97cd159effd22, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T15:20:47,734 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/.tmp/rep_barrier/179d23d21d424fea8ac05cc9d96c9385 as hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/rep_barrier/179d23d21d424fea8ac05cc9d96c9385 2024-11-17T15:20:47,742 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/rep_barrier/179d23d21d424fea8ac05cc9d96c9385, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T15:20:47,743 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/.tmp/table/b2b615d568c645fab33e6d67d6cd5a12 as hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/table/b2b615d568c645fab33e6d67d6cd5a12 2024-11-17T15:20:47,751 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/table/b2b615d568c645fab33e6d67d6cd5a12, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T15:20:47,752 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 969ms, sequenceid=16, compaction requested=false 2024-11-17T15:20:47,752 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:20:47,754 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/.tmp/norep/38bd614e5eee4e2a9545c61a8faf2b2c 2024-11-17T15:20:47,757 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38bd614e5eee4e2a9545c61a8faf2b2c 2024-11-17T15:20:47,758 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T15:20:47,758 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:47,759 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:20:47,759 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/.tmp/f/e931a7ad3cbb48d7bb84d873185dfdf9 as hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/f/e931a7ad3cbb48d7bb84d873185dfdf9 2024-11-17T15:20:47,759 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:47,759 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856846783Running coprocessor pre-close hooks at 1731856846783Disabling compacts and flushes for region at 1731856846783Disabling writes for close at 1731856846783Obtaining lock to block concurrent updates at 1731856846783Preparing flush snapshotting stores in 1588230740 at 1731856846783Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731856846784 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731856846785 (+1 ms)Flushing 1588230740/info: creating writer at 1731856846785Flushing 1588230740/info: appending metadata at 1731856846804 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731856846804Flushing 1588230740/ns: creating writer at 1731856847226 (+422 ms)Flushing 1588230740/ns: appending metadata at 1731856847245 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731856847245Flushing 1588230740/rep_barrier: creating writer at 1731856847662 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856847683 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856847683Flushing 1588230740/table: creating writer at 1731856847694 (+11 ms)Flushing 1588230740/table: appending metadata at 1731856847717 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731856847717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ab6b18a: reopening flushed file at 1731856847724 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c2615a9: reopening flushed file at 1731856847729 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ab6a11: reopening flushed file at 1731856847733 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35fe10fd: reopening flushed file at 1731856847742 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 969ms, sequenceid=16, compaction requested=false at 1731856847752 (+10 ms)Writing region close event to WAL at 1731856847754 (+2 ms)Running coprocessor post-close hooks at 1731856847758 (+4 ms)Closed at 1731856847759 (+1 ms) 2024-11-17T15:20:47,759 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:47,767 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e931a7ad3cbb48d7bb84d873185dfdf9 2024-11-17T15:20:47,767 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/f/e931a7ad3cbb48d7bb84d873185dfdf9, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T15:20:47,768 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/.tmp/f1/53a7c30ed06d4f4aa996bd6162beff6e as hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/f1/53a7c30ed06d4f4aa996bd6162beff6e 2024-11-17T15:20:47,771 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53a7c30ed06d4f4aa996bd6162beff6e 2024-11-17T15:20:47,771 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/f1/53a7c30ed06d4f4aa996bd6162beff6e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T15:20:47,772 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/.tmp/norep/38bd614e5eee4e2a9545c61a8faf2b2c as hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/norep/38bd614e5eee4e2a9545c61a8faf2b2c 2024-11-17T15:20:47,776 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38bd614e5eee4e2a9545c61a8faf2b2c 2024-11-17T15:20:47,776 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/norep/38bd614e5eee4e2a9545c61a8faf2b2c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T15:20:47,777 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d86ed1c506c117a9d53294a5611c1545 in 532ms, sequenceid=12, compaction requested=false 2024-11-17T15:20:47,777 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T15:20:47,784 INFO [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T15:20:47,784 DEBUG [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1325): Online Regions={d86ed1c506c117a9d53294a5611c1545=test,,1731856829481.d86ed1c506c117a9d53294a5611c1545.} 2024-11-17T15:20:47,784 DEBUG [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1351): Waiting on d86ed1c506c117a9d53294a5611c1545 2024-11-17T15:20:47,788 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/data/default/test/d86ed1c506c117a9d53294a5611c1545/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T15:20:47,788 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:47,788 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:20:47,788 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. 2024-11-17T15:20:47,788 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d86ed1c506c117a9d53294a5611c1545: Waiting for close lock at 1731856847245Running coprocessor pre-close hooks at 1731856847245Disabling compacts and flushes for region at 1731856847245Disabling writes for close at 1731856847245Obtaining lock to block concurrent updates at 1731856847245Preparing flush snapshotting stores in d86ed1c506c117a9d53294a5611c1545 at 1731856847245Finished memstore snapshotting test,,1731856829481.d86ed1c506c117a9d53294a5611c1545., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731856847245Flushing stores of test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. at 1731856847246 (+1 ms)Flushing d86ed1c506c117a9d53294a5611c1545/f: creating writer at 1731856847246Flushing d86ed1c506c117a9d53294a5611c1545/f: appending metadata at 1731856847274 (+28 ms)Flushing d86ed1c506c117a9d53294a5611c1545/f: closing flushed file at 1731856847274Flushing d86ed1c506c117a9d53294a5611c1545/f1: creating writer at 1731856847290 (+16 ms)Flushing d86ed1c506c117a9d53294a5611c1545/f1: appending metadata at 1731856847310 (+20 ms)Flushing d86ed1c506c117a9d53294a5611c1545/f1: closing flushed file at 1731856847310Flushing d86ed1c506c117a9d53294a5611c1545/norep: creating writer at 1731856847326 (+16 ms)Flushing d86ed1c506c117a9d53294a5611c1545/norep: appending metadata at 1731856847347 (+21 ms)Flushing d86ed1c506c117a9d53294a5611c1545/norep: closing flushed file at 1731856847347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a13f90a: reopening flushed file at 1731856847757 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b99ca5: reopening flushed file at 1731856847767 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207ed565: reopening flushed file at 1731856847772 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d86ed1c506c117a9d53294a5611c1545 in 532ms, sequenceid=12, compaction requested=false at 1731856847777 (+5 ms)Writing region close event to WAL at 1731856847785 (+8 ms)Running coprocessor post-close hooks at 1731856847788 (+3 ms)Closed at 1731856847788 2024-11-17T15:20:47,789 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856829481.d86ed1c506c117a9d53294a5611c1545. 2024-11-17T15:20:47,984 INFO [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,39555,1731856822155; all regions closed. 2024-11-17T15:20:47,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741834_1010 (size=4239) 2024-11-17T15:20:47,990 DEBUG [RS:0;7a780d55532c:39555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/oldWALs 2024-11-17T15:20:47,990 INFO [RS:0;7a780d55532c:39555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C39555%2C1731856822155.meta:.meta(num 1731856825068) 2024-11-17T15:20:47,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741839_1015 (size=3552) 2024-11-17T15:20:47,991 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/WALs/7a780d55532c,39555,1731856822155/7a780d55532c%2C39555%2C1731856822155.rep.1731856833559 not finished, retry = 0 2024-11-17T15:20:48,094 DEBUG [RS:0;7a780d55532c:39555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/oldWALs 2024-11-17T15:20:48,094 INFO [RS:0;7a780d55532c:39555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C39555%2C1731856822155.rep:(num 1731856833559) 2024-11-17T15:20:48,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741832_1008 (size=2372) 2024-11-17T15:20:48,098 DEBUG [RS:0;7a780d55532c:39555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/oldWALs 2024-11-17T15:20:48,098 INFO [RS:0;7a780d55532c:39555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C39555%2C1731856822155:(num 1731856824175) 2024-11-17T15:20:48,098 DEBUG [RS:0;7a780d55532c:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:48,099 INFO [RS:0;7a780d55532c:39555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:20:48,099 INFO [RS:0;7a780d55532c:39555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:20:48,099 INFO [RS:0;7a780d55532c:39555 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T15:20:48,099 INFO [RS:0;7a780d55532c:39555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:20:48,099 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:20:48,099 INFO [RS:0;7a780d55532c:39555 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,39555,1731856822155 because: Region server is closing 2024-11-17T15:20:48,100 INFO [RS:0;7a780d55532c:39555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:39555. 2024-11-17T15:20:48,100 DEBUG [RS:0;7a780d55532c:39555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:48,100 DEBUG [RS:0;7a780d55532c:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:48,100 DEBUG [RS:0;7a780d55532c:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:48,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:48,200 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.shipper7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T15:20:48,201 INFO [RS:0;7a780d55532c:39555 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39555,1731856822155.replicationSource.shipper7a780d55532c%2C39555%2C1731856822155,1-7a780d55532c,39555,1731856822155 terminated 2024-11-17T15:20:48,201 INFO [RS:0;7a780d55532c:39555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:39555. 2024-11-17T15:20:48,201 DEBUG [RS:0;7a780d55532c:39555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:48,201 DEBUG [RS:0;7a780d55532c:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:48,201 DEBUG [RS:0;7a780d55532c:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:48,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:48,201 INFO [RS:0;7a780d55532c:39555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39555 2024-11-17T15:20:48,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-223179879/rs/7a780d55532c,39555,1731856822155 2024-11-17T15:20:48,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879/rs 2024-11-17T15:20:48,204 INFO [RS:0;7a780d55532c:39555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:20:48,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,39555,1731856822155] 2024-11-17T15:20:48,207 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-223179879/draining/7a780d55532c,39555,1731856822155 already deleted, retry=false 2024-11-17T15:20:48,207 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,39555,1731856822155 expired; onlineServers=0 2024-11-17T15:20:48,207 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,43275,1731856822120' ***** 2024-11-17T15:20:48,207 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:20:48,208 INFO [M:0;7a780d55532c:43275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:20:48,208 INFO [M:0;7a780d55532c:43275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:20:48,208 DEBUG [M:0;7a780d55532c:43275 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:20:48,208 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:20:48,208 DEBUG [M:0;7a780d55532c:43275 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:20:48,208 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856823919 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856823919,5,FailOnTimeoutGroup] 2024-11-17T15:20:48,208 INFO [M:0;7a780d55532c:43275 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:20:48,208 INFO [M:0;7a780d55532c:43275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:20:48,208 DEBUG [M:0;7a780d55532c:43275 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:20:48,208 INFO [M:0;7a780d55532c:43275 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:20:48,208 INFO [M:0;7a780d55532c:43275 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:20:48,209 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856823919 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856823919,5,FailOnTimeoutGroup] 2024-11-17T15:20:48,209 INFO [M:0;7a780d55532c:43275 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:20:48,209 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:20:48,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-223179879/master 2024-11-17T15:20:48,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223179879 2024-11-17T15:20:48,210 DEBUG [M:0;7a780d55532c:43275 {}] zookeeper.ZKUtil(347): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Unable to get data of znode /1-223179879/master because node does not exist (not an error) 2024-11-17T15:20:48,210 WARN [M:0;7a780d55532c:43275 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:20:48,211 INFO [M:0;7a780d55532c:43275 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/.lastflushedseqids 2024-11-17T15:20:48,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741848_1024 (size=245) 2024-11-17T15:20:48,220 INFO [M:0;7a780d55532c:43275 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:20:48,221 INFO [M:0;7a780d55532c:43275 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:20:48,221 DEBUG [M:0;7a780d55532c:43275 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:20:48,221 INFO [M:0;7a780d55532c:43275 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:48,221 DEBUG [M:0;7a780d55532c:43275 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:48,221 DEBUG [M:0;7a780d55532c:43275 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:20:48,221 DEBUG [M:0;7a780d55532c:43275 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:48,221 INFO [M:0;7a780d55532c:43275 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T15:20:48,261 DEBUG [M:0;7a780d55532c:43275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0a40002814a47f5b20d39dbd12e1c91 is 82, key is hbase:meta,,1/info:regioninfo/1731856825113/Put/seqid=0 2024-11-17T15:20:48,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741849_1025 (size=5672) 2024-11-17T15:20:48,278 INFO [M:0;7a780d55532c:43275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0a40002814a47f5b20d39dbd12e1c91 2024-11-17T15:20:48,300 DEBUG [M:0;7a780d55532c:43275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61326852b15b409b9f42ef8b6380d77e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731856833634/Put/seqid=0 2024-11-17T15:20:48,305 INFO [RS:0;7a780d55532c:39555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:20:48,305 INFO [RS:0;7a780d55532c:39555 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,39555,1731856822155; zookeeper connection closed. 2024-11-17T15:20:48,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:48,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1012683c95a0004, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:48,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741850_1026 (size=8516) 2024-11-17T15:20:48,311 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a1d09d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a1d09d6 2024-11-17T15:20:48,311 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:20:48,362 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1493, reset compression=false 2024-11-17T15:20:48,480 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T15:20:48,710 INFO [M:0;7a780d55532c:43275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61326852b15b409b9f42ef8b6380d77e 2024-11-17T15:20:48,754 DEBUG [M:0;7a780d55532c:43275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd015915c8194fc5a6a9e8ad9707fe77 is 69, key is 7a780d55532c,39555,1731856822155/rs:state/1731856824005/Put/seqid=0 2024-11-17T15:20:48,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741851_1027 (size=5156) 2024-11-17T15:20:48,771 INFO [M:0;7a780d55532c:43275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd015915c8194fc5a6a9e8ad9707fe77 2024-11-17T15:20:48,777 DEBUG [M:0;7a780d55532c:43275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0a40002814a47f5b20d39dbd12e1c91 as hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0a40002814a47f5b20d39dbd12e1c91 2024-11-17T15:20:48,782 INFO [M:0;7a780d55532c:43275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0a40002814a47f5b20d39dbd12e1c91, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T15:20:48,783 DEBUG [M:0;7a780d55532c:43275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61326852b15b409b9f42ef8b6380d77e as hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61326852b15b409b9f42ef8b6380d77e 2024-11-17T15:20:48,788 INFO [M:0;7a780d55532c:43275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61326852b15b409b9f42ef8b6380d77e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T15:20:48,788 DEBUG [M:0;7a780d55532c:43275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd015915c8194fc5a6a9e8ad9707fe77 as hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd015915c8194fc5a6a9e8ad9707fe77 2024-11-17T15:20:48,792 INFO [M:0;7a780d55532c:43275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/ed7983cd-454b-e8a8-b18c-95a03a688e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd015915c8194fc5a6a9e8ad9707fe77, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T15:20:48,793 INFO [M:0;7a780d55532c:43275 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=97, compaction requested=false 2024-11-17T15:20:48,796 INFO [M:0;7a780d55532c:43275 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:48,796 DEBUG [M:0;7a780d55532c:43275 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856848221Disabling compacts and flushes for region at 1731856848221Disabling writes for close at 1731856848221Obtaining lock to block concurrent updates at 1731856848221Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856848221Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731856848221Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856848222 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856848222Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856848245 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856848245Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856848282 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856848300 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856848300Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856848720 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856848752 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856848752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@171f5acc: reopening flushed file at 1731856848776 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31fe8ade: reopening flushed file at 1731856848782 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c440672: reopening flushed file at 1731856848788 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=97, compaction requested=false at 1731856848793 (+5 ms)Writing region close event to WAL at 1731856848796 (+3 ms)Closed at 1731856848796 2024-11-17T15:20:48,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741830_1006 (size=63654) 2024-11-17T15:20:48,802 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:20:48,802 INFO [M:0;7a780d55532c:43275 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:20:48,802 INFO [M:0;7a780d55532c:43275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43275 2024-11-17T15:20:48,803 INFO [M:0;7a780d55532c:43275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:20:48,904 INFO [M:0;7a780d55532c:43275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:20:48,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:48,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x1012683c95a0003, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:48,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@396e52d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:20:48,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a7e3235{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:20:48,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:20:48,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f29cd30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:20:48,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68ca5029{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/hadoop.log.dir/,STOPPED} 2024-11-17T15:20:48,914 WARN [BP-1804305748-172.17.0.2-1731856821205 heartbeating to localhost/127.0.0.1:33667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:20:48,914 WARN [BP-1804305748-172.17.0.2-1731856821205 heartbeating to localhost/127.0.0.1:33667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1804305748-172.17.0.2-1731856821205 (Datanode Uuid 53025c21-f4a1-4b9a-8766-d067498f0047) service to localhost/127.0.0.1:33667 2024-11-17T15:20:48,914 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/cluster_3e41733e-e6da-88dc-a446-98e65a8fe31e/data/data1/current/BP-1804305748-172.17.0.2-1731856821205 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:20:48,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/cluster_3e41733e-e6da-88dc-a446-98e65a8fe31e/data/data2/current/BP-1804305748-172.17.0.2-1731856821205 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:20:48,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:20:48,916 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:20:48,918 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:20:48,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@754f6ac0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:20:48,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@661cc5d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:20:48,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:20:48,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64fb5b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:20:48,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b7d156c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba10ec3-0b31-df25-8180-cb9cfb9d94a0/hadoop.log.dir/,STOPPED} 2024-11-17T15:20:48,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:20:48,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:20:48,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:48,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:48,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:48,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:48,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:48,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:20:48,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1477098322, stopped=false 2024-11-17T15:20:48,945 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,37395,1731856818491 2024-11-17T15:20:48,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1341956711/running 2024-11-17T15:20:48,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1341956711/running 2024-11-17T15:20:48,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:48,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:48,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:20:48,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Set watcher on znode that does not yet exist, /0-1341956711/running 2024-11-17T15:20:48,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Set watcher on znode that does not yet exist, /0-1341956711/running 2024-11-17T15:20:48,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:20:48,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:48,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:48,950 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,44445,1731856818550' ***** 2024-11-17T15:20:48,950 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:20:48,950 INFO [RS:0;7a780d55532c:44445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:20:48,950 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:20:48,950 INFO [RS:0;7a780d55532c:44445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:20:48,950 INFO [RS:0;7a780d55532c:44445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:20:48,950 INFO [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(3091): Received CLOSE for 09943ef3b886382f1dd3f36719dc5d1b 2024-11-17T15:20:48,952 INFO [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(3091): Received CLOSE for 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:48,952 INFO [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,44445,1731856818550 2024-11-17T15:20:48,952 INFO [RS:0;7a780d55532c:44445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:20:48,952 INFO [RS:0;7a780d55532c:44445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:44445. 2024-11-17T15:20:48,952 DEBUG [RS:0;7a780d55532c:44445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:48,952 DEBUG [RS:0;7a780d55532c:44445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:48,953 INFO [RS:0;7a780d55532c:44445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:20:48,953 INFO [RS:0;7a780d55532c:44445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:20:48,953 INFO [RS:0;7a780d55532c:44445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:20:48,953 INFO [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:20:48,953 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09943ef3b886382f1dd3f36719dc5d1b, disabling compactions & flushes 2024-11-17T15:20:48,953 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. 2024-11-17T15:20:48,953 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. 2024-11-17T15:20:48,953 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. after waiting 0 ms 2024-11-17T15:20:48,953 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. 2024-11-17T15:20:48,953 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 09943ef3b886382f1dd3f36719dc5d1b 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-17T15:20:48,956 INFO [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T15:20:48,956 DEBUG [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 09943ef3b886382f1dd3f36719dc5d1b=hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b., 556cebd85f94e3f7a02f97503349f287=test,,1731856828339.556cebd85f94e3f7a02f97503349f287.} 2024-11-17T15:20:48,956 DEBUG [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(1351): Waiting on 09943ef3b886382f1dd3f36719dc5d1b, 1588230740, 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:48,956 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:20:48,956 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:20:48,956 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:20:48,957 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:20:48,957 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:20:48,957 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T15:20:48,981 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/replication/09943ef3b886382f1dd3f36719dc5d1b/.tmp/queue/a207a6c222c04a1eaf1f4100fb896ac7 is 154, key is 1-7a780d55532c,44445,1731856818550/queue:7a780d55532c%2C44445%2C1731856818550/1731856843919/Put/seqid=0 2024-11-17T15:20:48,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741840_1016 (size=5353) 2024-11-17T15:20:48,991 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/replication/09943ef3b886382f1dd3f36719dc5d1b/.tmp/queue/a207a6c222c04a1eaf1f4100fb896ac7 2024-11-17T15:20:48,993 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/.tmp/info/d415be8fa00c4ad6abab83b80bf7d920 is 147, key is hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b./info:regioninfo/1731856832066/Put/seqid=0 2024-11-17T15:20:49,000 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/replication/09943ef3b886382f1dd3f36719dc5d1b/.tmp/queue/a207a6c222c04a1eaf1f4100fb896ac7 as hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/replication/09943ef3b886382f1dd3f36719dc5d1b/queue/a207a6c222c04a1eaf1f4100fb896ac7 2024-11-17T15:20:49,007 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/replication/09943ef3b886382f1dd3f36719dc5d1b/queue/a207a6c222c04a1eaf1f4100fb896ac7, entries=1, sequenceid=14, filesize=5.2 K 2024-11-17T15:20:49,008 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 09943ef3b886382f1dd3f36719dc5d1b in 55ms, sequenceid=14, compaction requested=false 2024-11-17T15:20:49,008 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T15:20:49,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741841_1017 (size=7686) 2024-11-17T15:20:49,014 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/.tmp/info/d415be8fa00c4ad6abab83b80bf7d920 2024-11-17T15:20:49,022 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/replication/09943ef3b886382f1dd3f36719dc5d1b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-17T15:20:49,022 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:49,022 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:20:49,022 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. 2024-11-17T15:20:49,022 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09943ef3b886382f1dd3f36719dc5d1b: Waiting for close lock at 1731856848953Running coprocessor pre-close hooks at 1731856848953Disabling compacts and flushes for region at 1731856848953Disabling writes for close at 1731856848953Obtaining lock to block concurrent updates at 1731856848953Preparing flush snapshotting stores in 09943ef3b886382f1dd3f36719dc5d1b at 1731856848953Finished memstore snapshotting hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731856848953Flushing stores of hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. at 1731856848954 (+1 ms)Flushing 09943ef3b886382f1dd3f36719dc5d1b/queue: creating writer at 1731856848954Flushing 09943ef3b886382f1dd3f36719dc5d1b/queue: appending metadata at 1731856848980 (+26 ms)Flushing 09943ef3b886382f1dd3f36719dc5d1b/queue: closing flushed file at 1731856848980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d69e23: reopening flushed file at 1731856848999 (+19 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 09943ef3b886382f1dd3f36719dc5d1b in 55ms, sequenceid=14, compaction requested=false at 1731856849008 (+9 ms)Writing region close event to WAL at 1731856849017 (+9 ms)Running coprocessor post-close hooks at 1731856849022 (+5 ms)Closed at 1731856849022 2024-11-17T15:20:49,023 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731856831264.09943ef3b886382f1dd3f36719dc5d1b. 2024-11-17T15:20:49,023 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 556cebd85f94e3f7a02f97503349f287, disabling compactions & flushes 2024-11-17T15:20:49,023 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856828339.556cebd85f94e3f7a02f97503349f287. 2024-11-17T15:20:49,023 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856828339.556cebd85f94e3f7a02f97503349f287. 2024-11-17T15:20:49,023 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856828339.556cebd85f94e3f7a02f97503349f287. after waiting 0 ms 2024-11-17T15:20:49,023 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856828339.556cebd85f94e3f7a02f97503349f287. 2024-11-17T15:20:49,023 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 556cebd85f94e3f7a02f97503349f287 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-17T15:20:49,026 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:20:49,036 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/.tmp/ns/74be82fb809345d7b46b3f257cba0532 is 43, key is default/ns:d/1731856821105/Put/seqid=0 2024-11-17T15:20:49,047 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:20:49,047 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:20:49,051 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/.tmp/f/070ef3f9779740e39c484f0e74e9ba34 is 37, key is row3/f:row3/1731856842410/Put/seqid=0 2024-11-17T15:20:49,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741842_1018 (size=5153) 2024-11-17T15:20:49,053 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/.tmp/ns/74be82fb809345d7b46b3f257cba0532 2024-11-17T15:20:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741843_1019 (size=5228) 2024-11-17T15:20:49,062 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/.tmp/f/070ef3f9779740e39c484f0e74e9ba34 2024-11-17T15:20:49,066 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 070ef3f9779740e39c484f0e74e9ba34 2024-11-17T15:20:49,077 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/.tmp/rep_barrier/8df9315d71a743619f464c72905fe3bd is 112, key is test,,1731856828339.556cebd85f94e3f7a02f97503349f287./rep_barrier:seqnumDuringOpen/1731856829099/Put/seqid=0 2024-11-17T15:20:49,083 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/.tmp/f1/63ccc9da77ed45d493290dfde38661bf is 30, key is row1/f1:/1731856839750/DeleteFamily/seqid=0 2024-11-17T15:20:49,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741845_1021 (size=5158) 2024-11-17T15:20:49,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741844_1020 (size=5518) 2024-11-17T15:20:49,103 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/.tmp/rep_barrier/8df9315d71a743619f464c72905fe3bd 2024-11-17T15:20:49,103 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/.tmp/f1/63ccc9da77ed45d493290dfde38661bf 2024-11-17T15:20:49,108 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63ccc9da77ed45d493290dfde38661bf 2024-11-17T15:20:49,124 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/.tmp/norep/7527f6730e1643bca6f67cd800c3e981 is 32, key is row/norep:/1731856838744/DeleteFamily/seqid=0 2024-11-17T15:20:49,126 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/.tmp/table/8f6bf47894e0482bb285b17dce27fa97 is 53, key is hbase:replication/table:state/1731856832074/Put/seqid=0 2024-11-17T15:20:49,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741847_1023 (size=5308) 2024-11-17T15:20:49,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741846_1022 (size=5101) 2024-11-17T15:20:49,131 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/.tmp/table/8f6bf47894e0482bb285b17dce27fa97 2024-11-17T15:20:49,136 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/.tmp/info/d415be8fa00c4ad6abab83b80bf7d920 as hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/info/d415be8fa00c4ad6abab83b80bf7d920 2024-11-17T15:20:49,140 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/info/d415be8fa00c4ad6abab83b80bf7d920, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T15:20:49,140 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/.tmp/ns/74be82fb809345d7b46b3f257cba0532 as hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/ns/74be82fb809345d7b46b3f257cba0532 2024-11-17T15:20:49,144 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/ns/74be82fb809345d7b46b3f257cba0532, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T15:20:49,145 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/.tmp/rep_barrier/8df9315d71a743619f464c72905fe3bd as hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/rep_barrier/8df9315d71a743619f464c72905fe3bd 2024-11-17T15:20:49,149 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/rep_barrier/8df9315d71a743619f464c72905fe3bd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T15:20:49,151 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/.tmp/table/8f6bf47894e0482bb285b17dce27fa97 as hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/table/8f6bf47894e0482bb285b17dce27fa97 2024-11-17T15:20:49,154 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/table/8f6bf47894e0482bb285b17dce27fa97, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T15:20:49,155 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 198ms, sequenceid=16, compaction requested=false 2024-11-17T15:20:49,155 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:20:49,156 DEBUG [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:49,174 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T15:20:49,175 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:49,175 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:20:49,175 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:49,175 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856848956Running coprocessor pre-close hooks at 1731856848956Disabling compacts and flushes for region at 1731856848956Disabling writes for close at 1731856848957 (+1 ms)Obtaining lock to block concurrent updates at 1731856848957Preparing flush snapshotting stores in 1588230740 at 1731856848957Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731856848957Flushing stores of hbase:meta,,1.1588230740 at 1731856848958 (+1 ms)Flushing 1588230740/info: creating writer at 1731856848958Flushing 1588230740/info: appending metadata at 1731856848992 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731856848992Flushing 1588230740/ns: creating writer at 1731856849019 (+27 ms)Flushing 1588230740/ns: appending metadata at 1731856849035 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731856849036 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731856849058 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856849077 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856849077Flushing 1588230740/table: creating writer at 1731856849109 (+32 ms)Flushing 1588230740/table: appending metadata at 1731856849126 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731856849126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700a9aef: reopening flushed file at 1731856849135 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1045ef16: reopening flushed file at 1731856849140 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a59093: reopening flushed file at 1731856849145 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@864f06e: reopening flushed file at 1731856849149 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 198ms, sequenceid=16, compaction requested=false at 1731856849155 (+6 ms)Writing region close event to WAL at 1731856849165 (+10 ms)Running coprocessor post-close hooks at 1731856849175 (+10 ms)Closed at 1731856849175 2024-11-17T15:20:49,175 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:49,357 DEBUG [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(1351): Waiting on 556cebd85f94e3f7a02f97503349f287 2024-11-17T15:20:49,366 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1493, reset compression=false 2024-11-17T15:20:49,372 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:49,372 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1740, reset compression=false 2024-11-17T15:20:49,372 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44445,1731856818550 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:20:49,373 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7a780d55532c,44445,1731856818550: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7a780d55532c,44445,1731856818550, walGroup=7a780d55532c%2C44445%2C1731856818550, offset=7a780d55532c%2C44445%2C1731856818550.1731856820131:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:44445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T15:20:49,375 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T15:20:49,375 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T15:20:49,375 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T15:20:49,375 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T15:20:49,375 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T15:20:49,375 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 827849312 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198799040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T15:20:49,376 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:37395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:37395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T15:20:49,532 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/.tmp/norep/7527f6730e1643bca6f67cd800c3e981 2024-11-17T15:20:49,535 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7527f6730e1643bca6f67cd800c3e981 2024-11-17T15:20:49,536 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/.tmp/f/070ef3f9779740e39c484f0e74e9ba34 as hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/f/070ef3f9779740e39c484f0e74e9ba34 2024-11-17T15:20:49,539 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 070ef3f9779740e39c484f0e74e9ba34 2024-11-17T15:20:49,539 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/f/070ef3f9779740e39c484f0e74e9ba34, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T15:20:49,540 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/.tmp/f1/63ccc9da77ed45d493290dfde38661bf as hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/f1/63ccc9da77ed45d493290dfde38661bf 2024-11-17T15:20:49,543 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63ccc9da77ed45d493290dfde38661bf 2024-11-17T15:20:49,543 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/f1/63ccc9da77ed45d493290dfde38661bf, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T15:20:49,544 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/.tmp/norep/7527f6730e1643bca6f67cd800c3e981 as hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/norep/7527f6730e1643bca6f67cd800c3e981 2024-11-17T15:20:49,547 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7527f6730e1643bca6f67cd800c3e981 2024-11-17T15:20:49,547 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/norep/7527f6730e1643bca6f67cd800c3e981, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T15:20:49,548 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 556cebd85f94e3f7a02f97503349f287 in 525ms, sequenceid=12, compaction requested=false 2024-11-17T15:20:49,548 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T15:20:49,552 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/data/default/test/556cebd85f94e3f7a02f97503349f287/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T15:20:49,553 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:20:49,553 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:20:49,553 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856828339.556cebd85f94e3f7a02f97503349f287. 2024-11-17T15:20:49,553 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 556cebd85f94e3f7a02f97503349f287: Waiting for close lock at 1731856849023Running coprocessor pre-close hooks at 1731856849023Disabling compacts and flushes for region at 1731856849023Disabling writes for close at 1731856849023Obtaining lock to block concurrent updates at 1731856849023Preparing flush snapshotting stores in 556cebd85f94e3f7a02f97503349f287 at 1731856849023Finished memstore snapshotting test,,1731856828339.556cebd85f94e3f7a02f97503349f287., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731856849023Flushing stores of test,,1731856828339.556cebd85f94e3f7a02f97503349f287. at 1731856849024 (+1 ms)Flushing 556cebd85f94e3f7a02f97503349f287/f: creating writer at 1731856849024Flushing 556cebd85f94e3f7a02f97503349f287/f: appending metadata at 1731856849051 (+27 ms)Flushing 556cebd85f94e3f7a02f97503349f287/f: closing flushed file at 1731856849051Flushing 556cebd85f94e3f7a02f97503349f287/f1: creating writer at 1731856849066 (+15 ms)Flushing 556cebd85f94e3f7a02f97503349f287/f1: appending metadata at 1731856849082 (+16 ms)Flushing 556cebd85f94e3f7a02f97503349f287/f1: closing flushed file at 1731856849082Flushing 556cebd85f94e3f7a02f97503349f287/norep: creating writer at 1731856849108 (+26 ms)Flushing 556cebd85f94e3f7a02f97503349f287/norep: appending metadata at 1731856849123 (+15 ms)Flushing 556cebd85f94e3f7a02f97503349f287/norep: closing flushed file at 1731856849124 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@354c2c29: reopening flushed file at 1731856849535 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77706617: reopening flushed file at 1731856849539 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27518b32: reopening flushed file at 1731856849543 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 556cebd85f94e3f7a02f97503349f287 in 525ms, sequenceid=12, compaction requested=false at 1731856849548 (+5 ms)Writing region close event to WAL at 1731856849550 (+2 ms)Running coprocessor post-close hooks at 1731856849553 (+3 ms)Closed at 1731856849553 2024-11-17T15:20:49,553 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856828339.556cebd85f94e3f7a02f97503349f287. 2024-11-17T15:20:49,557 INFO [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,44445,1731856818550; all regions closed. 2024-11-17T15:20:49,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741834_1010 (size=4239) 2024-11-17T15:20:49,559 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.meta.1731856821067.meta not finished, retry = 0 2024-11-17T15:20:49,581 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 1740, reset compression=false 2024-11-17T15:20:49,586 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:20:49,586 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 2384, reset compression=false 2024-11-17T15:20:49,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741839_1015 (size=3552) 2024-11-17T15:20:49,662 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.rep.1731856832021 not finished, retry = 0 2024-11-17T15:20:49,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741832_1008 (size=2392) 2024-11-17T15:20:49,765 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 not finished, retry = 0 2024-11-17T15:20:49,789 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 to pos 2384, reset compression=false 2024-11-17T15:20:49,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:49,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:49,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:49,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:49,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:49,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:49,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:49,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:49,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:49,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:49,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:49,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:49,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:49,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:49,865 DEBUG [RS:0;7a780d55532c:44445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:49,865 INFO [RS:0;7a780d55532c:44445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:20:49,866 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/WALs/7a780d55532c,44445,1731856818550/7a780d55532c%2C44445%2C1731856818550.1731856820131 2024-11-17T15:20:49,866 INFO [RS:0;7a780d55532c:44445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:20:49,866 INFO [RS:0;7a780d55532c:44445 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T15:20:49,866 INFO [RS:0;7a780d55532c:44445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:20:49,866 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:20:49,866 INFO [RS:0;7a780d55532c:44445 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,44445,1731856818550 because: Region server is closing 2024-11-17T15:20:49,866 INFO [RS:0;7a780d55532c:44445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:44445. 2024-11-17T15:20:49,866 DEBUG [RS:0;7a780d55532c:44445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:49,866 DEBUG [RS:0;7a780d55532c:44445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:49,867 DEBUG [RS:0;7a780d55532c:44445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:49,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:49,967 INFO [RS:0;7a780d55532c:44445 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.shipper7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 terminated 2024-11-17T15:20:49,967 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44445,1731856818550.replicationSource.wal-reader.7a780d55532c%2C44445%2C1731856818550,1-7a780d55532c,44445,1731856818550 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-17T15:20:49,967 INFO [RS:0;7a780d55532c:44445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:44445. 2024-11-17T15:20:49,967 DEBUG [RS:0;7a780d55532c:44445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:20:49,967 DEBUG [RS:0;7a780d55532c:44445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:49,967 DEBUG [RS:0;7a780d55532c:44445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:49,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:20:49,967 INFO [RS:0;7a780d55532c:44445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44445 2024-11-17T15:20:49,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711/rs 2024-11-17T15:20:49,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1341956711/rs/7a780d55532c,44445,1731856818550 2024-11-17T15:20:49,969 INFO [RS:0;7a780d55532c:44445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:20:49,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,44445,1731856818550] 2024-11-17T15:20:49,972 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1341956711/draining/7a780d55532c,44445,1731856818550 already deleted, retry=false 2024-11-17T15:20:49,972 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,44445,1731856818550 expired; onlineServers=0 2024-11-17T15:20:49,972 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,37395,1731856818491' ***** 2024-11-17T15:20:49,972 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:20:49,972 INFO [M:0;7a780d55532c:37395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:20:49,972 INFO [M:0;7a780d55532c:37395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:20:49,972 DEBUG [M:0;7a780d55532c:37395 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:20:49,973 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:20:49,973 DEBUG [M:0;7a780d55532c:37395 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:20:49,973 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856819910 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856819910,5,FailOnTimeoutGroup] 2024-11-17T15:20:49,973 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856819910 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856819910,5,FailOnTimeoutGroup] 2024-11-17T15:20:49,973 INFO [M:0;7a780d55532c:37395 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:20:49,973 INFO [M:0;7a780d55532c:37395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:20:49,973 DEBUG [M:0;7a780d55532c:37395 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:20:49,973 INFO [M:0;7a780d55532c:37395 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:20:49,973 INFO [M:0;7a780d55532c:37395 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:20:49,973 INFO [M:0;7a780d55532c:37395 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:20:49,973 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:20:49,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1341956711/master 2024-11-17T15:20:49,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1341956711 2024-11-17T15:20:49,974 DEBUG [M:0;7a780d55532c:37395 {}] zookeeper.ZKUtil(347): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Unable to get data of znode /0-1341956711/master because node does not exist (not an error) 2024-11-17T15:20:49,974 WARN [M:0;7a780d55532c:37395 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:20:49,974 INFO [M:0;7a780d55532c:37395 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/.lastflushedseqids 2024-11-17T15:20:49,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741848_1024 (size=245) 2024-11-17T15:20:50,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:50,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x1012683c95a0001, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:50,072 INFO [RS:0;7a780d55532c:44445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:20:50,072 INFO [RS:0;7a780d55532c:44445 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,44445,1731856818550; zookeeper connection closed. 2024-11-17T15:20:50,072 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fed490 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fed490 2024-11-17T15:20:50,072 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:20:50,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:20:50,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:50,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:50,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:50,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:50,379 INFO [M:0;7a780d55532c:37395 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:20:50,379 INFO [M:0;7a780d55532c:37395 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:20:50,379 DEBUG [M:0;7a780d55532c:37395 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:20:50,379 INFO [M:0;7a780d55532c:37395 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:50,379 DEBUG [M:0;7a780d55532c:37395 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:50,379 DEBUG [M:0;7a780d55532c:37395 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:20:50,379 DEBUG [M:0;7a780d55532c:37395 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:50,379 INFO [M:0;7a780d55532c:37395 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T15:20:50,398 DEBUG [M:0;7a780d55532c:37395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b9ff8e9cce442eea6a5a3df6bd3a9db is 82, key is hbase:meta,,1/info:regioninfo/1731856821096/Put/seqid=0 2024-11-17T15:20:50,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741849_1025 (size=5672) 2024-11-17T15:20:50,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:50,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:50,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:50,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:50,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:50,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:50,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:50,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:50,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:50,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:50,803 INFO [M:0;7a780d55532c:37395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b9ff8e9cce442eea6a5a3df6bd3a9db 2024-11-17T15:20:50,826 DEBUG [M:0;7a780d55532c:37395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fd1e96a8ec14468b6651f52aaf02eb8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731856832078/Put/seqid=0 2024-11-17T15:20:50,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741850_1026 (size=8516) 2024-11-17T15:20:51,233 INFO [M:0;7a780d55532c:37395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fd1e96a8ec14468b6651f52aaf02eb8 2024-11-17T15:20:51,260 DEBUG [M:0;7a780d55532c:37395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7553b54d415471fa38c18e4c88fbbc4 is 69, key is 7a780d55532c,44445,1731856818550/rs:state/1731856819991/Put/seqid=0 2024-11-17T15:20:51,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741851_1027 (size=5156) 2024-11-17T15:20:51,265 INFO [M:0;7a780d55532c:37395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7553b54d415471fa38c18e4c88fbbc4 2024-11-17T15:20:51,272 DEBUG [M:0;7a780d55532c:37395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b9ff8e9cce442eea6a5a3df6bd3a9db as hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b9ff8e9cce442eea6a5a3df6bd3a9db 2024-11-17T15:20:51,276 INFO [M:0;7a780d55532c:37395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b9ff8e9cce442eea6a5a3df6bd3a9db, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T15:20:51,280 DEBUG [M:0;7a780d55532c:37395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fd1e96a8ec14468b6651f52aaf02eb8 as hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fd1e96a8ec14468b6651f52aaf02eb8 2024-11-17T15:20:51,286 INFO [M:0;7a780d55532c:37395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fd1e96a8ec14468b6651f52aaf02eb8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T15:20:51,287 DEBUG [M:0;7a780d55532c:37395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7553b54d415471fa38c18e4c88fbbc4 as hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7553b54d415471fa38c18e4c88fbbc4 2024-11-17T15:20:51,291 INFO [M:0;7a780d55532c:37395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/d0ca2584-8fb3-55c2-286c-17f7e5198338/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7553b54d415471fa38c18e4c88fbbc4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T15:20:51,292 INFO [M:0;7a780d55532c:37395 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=97, compaction requested=false 2024-11-17T15:20:51,304 INFO [M:0;7a780d55532c:37395 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:51,304 DEBUG [M:0;7a780d55532c:37395 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856850379Disabling compacts and flushes for region at 1731856850379Disabling writes for close at 1731856850379Obtaining lock to block concurrent updates at 1731856850379Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856850379Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731856850380 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856850380Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856850380Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856850398 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856850398Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856850807 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856850826 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856850826Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856851237 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856851260 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856851260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49371e9d: reopening flushed file at 1731856851271 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4738cfa6: reopening flushed file at 1731856851276 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dda9065: reopening flushed file at 1731856851286 (+10 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=97, compaction requested=false at 1731856851292 (+6 ms)Writing region close event to WAL at 1731856851304 (+12 ms)Closed at 1731856851304 2024-11-17T15:20:51,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741830_1006 (size=63654) 2024-11-17T15:20:51,315 INFO [M:0;7a780d55532c:37395 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:20:51,315 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:20:51,315 INFO [M:0;7a780d55532c:37395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37395 2024-11-17T15:20:51,315 INFO [M:0;7a780d55532c:37395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:20:51,417 INFO [M:0;7a780d55532c:37395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:20:51,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:51,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1012683c95a0000, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:20:51,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61ecc8c5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:20:51,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@574211b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:20:51,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:20:51,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f695b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:20:51,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@503cf90c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/hadoop.log.dir/,STOPPED} 2024-11-17T15:20:51,423 WARN [BP-1609253327-172.17.0.2-1731856817887 heartbeating to localhost/127.0.0.1:38597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:20:51,423 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:20:51,423 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:20:51,423 WARN [BP-1609253327-172.17.0.2-1731856817887 heartbeating to localhost/127.0.0.1:38597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1609253327-172.17.0.2-1731856817887 (Datanode Uuid 0a30bdac-c9d5-4a00-8c2f-ee64906b32b0) service to localhost/127.0.0.1:38597 2024-11-17T15:20:51,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/cluster_a21408eb-3812-ddc2-7498-30dcabba24e5/data/data1/current/BP-1609253327-172.17.0.2-1731856817887 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:20:51,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/cluster_a21408eb-3812-ddc2-7498-30dcabba24e5/data/data2/current/BP-1609253327-172.17.0.2-1731856817887 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:20:51,424 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:20:51,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2122d986{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:20:51,432 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69521917{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:20:51,432 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:20:51,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@706e4726{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:20:51,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4485c878{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a68dfe-0776-6c0e-6332-ff60ccb2fa68/hadoop.log.dir/,STOPPED} 2024-11-17T15:20:51,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T15:20:51,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:20:51,465 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=318 (was 266) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55129) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33667 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:35319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38597 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55129) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-21 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55129) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35319 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=732 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=357 (was 277) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3826 (was 3238) - AvailableMemoryMB LEAK? - 2024-11-17T15:20:51,477 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=318, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=357, ProcessCount=11, AvailableMemoryMB=3825 2024-11-17T15:20:51,494 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-17T15:20:51,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/hadoop.log.dir so I do NOT create it in target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888 2024-11-17T15:20:51,495 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:20:51,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/hadoop.tmp.dir so I do NOT create it in target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888 2024-11-17T15:20:51,495 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab997f3d-8e3f-a916-d00c-7d66750af150/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:20:51,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888 2024-11-17T15:20:51,495 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/cluster_8e89f4a1-e7ed-6870-e59d-71241b9b4018, deleteOnExit=true 2024-11-17T15:20:51,498 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/cluster_8e89f4a1-e7ed-6870-e59d-71241b9b4018/zookeeper_0, clientPort=56556, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/cluster_8e89f4a1-e7ed-6870-e59d-71241b9b4018/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/cluster_8e89f4a1-e7ed-6870-e59d-71241b9b4018/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T15:20:51,499 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56556 2024-11-17T15:20:51,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:20:51,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:20:51,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/test.cache.data in system properties and HBase conf 2024-11-17T15:20:51,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:20:51,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:20:51,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:20:51,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:20:51,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:20:51,499 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:20:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:20:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:20:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:20:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:20:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:20:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:20:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:20:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:20:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:20:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:20:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:20:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:20:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:20:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:20:51,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012683c95a0005, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:20:51,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012683c95a0005, quorum=127.0.0.1:55129, baseZNode=/1-223179879 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:20:51,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012683c95a0002, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:20:51,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012683c95a0008, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:20:51,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012683c95a0002, quorum=127.0.0.1:55129, baseZNode=/0-1341956711 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:20:51,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012683c95a0008, quorum=127.0.0.1:55129, baseZNode=/21960392668 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:20:51,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:51,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:20:51,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:20:51,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:20:51,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:20:51,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:51,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@308efbd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:20:51,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d42de5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:20:51,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ca7949d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/java.io.tmpdir/jetty-localhost-40375-hadoop-hdfs-3_4_1-tests_jar-_-any-482408424302486528/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:20:51,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57325586{HTTP/1.1, (http/1.1)}{localhost:40375} 2024-11-17T15:20:51,755 INFO [Time-limited test {}] server.Server(415): Started @234693ms 2024-11-17T15:20:51,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:51,883 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:20:51,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:20:51,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:20:51,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:20:51,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@712132b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:20:51,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d4b7fc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:20:52,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77e67e1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/java.io.tmpdir/jetty-localhost-37071-hadoop-hdfs-3_4_1-tests_jar-_-any-2424246632574600793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:20:52,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6477d5e1{HTTP/1.1, (http/1.1)}{localhost:37071} 2024-11-17T15:20:52,020 INFO [Time-limited test {}] server.Server(415): Started @234958ms 2024-11-17T15:20:52,022 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:20:52,138 WARN [Thread-3425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/cluster_8e89f4a1-e7ed-6870-e59d-71241b9b4018/data/data1/current/BP-144199772-172.17.0.2-1731856851522/current, will proceed with Du for space computation calculation, 2024-11-17T15:20:52,138 WARN [Thread-3426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/cluster_8e89f4a1-e7ed-6870-e59d-71241b9b4018/data/data2/current/BP-144199772-172.17.0.2-1731856851522/current, will proceed with Du for space computation calculation, 2024-11-17T15:20:52,166 WARN [Thread-3413 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:20:52,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc32003e47b9e9adf with lease ID 0x4a7049c67b9f712c: Processing first storage report for DS-90369781-33c5-4371-a942-fb1199f5edba from datanode DatanodeRegistration(127.0.0.1:36073, datanodeUuid=b321bbef-2fdc-4f91-8c5f-08d036ab2c70, infoPort=46045, infoSecurePort=0, ipcPort=38065, storageInfo=lv=-57;cid=testClusterID;nsid=1113161010;c=1731856851522) 2024-11-17T15:20:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc32003e47b9e9adf with lease ID 0x4a7049c67b9f712c: from storage DS-90369781-33c5-4371-a942-fb1199f5edba node DatanodeRegistration(127.0.0.1:36073, datanodeUuid=b321bbef-2fdc-4f91-8c5f-08d036ab2c70, infoPort=46045, infoSecurePort=0, ipcPort=38065, storageInfo=lv=-57;cid=testClusterID;nsid=1113161010;c=1731856851522), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:20:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc32003e47b9e9adf with lease ID 0x4a7049c67b9f712c: Processing first storage report for DS-4ec2c39d-dca8-4b5d-9816-3070e463a466 from datanode DatanodeRegistration(127.0.0.1:36073, datanodeUuid=b321bbef-2fdc-4f91-8c5f-08d036ab2c70, infoPort=46045, infoSecurePort=0, ipcPort=38065, storageInfo=lv=-57;cid=testClusterID;nsid=1113161010;c=1731856851522) 2024-11-17T15:20:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc32003e47b9e9adf with lease ID 0x4a7049c67b9f712c: from storage DS-4ec2c39d-dca8-4b5d-9816-3070e463a466 node DatanodeRegistration(127.0.0.1:36073, datanodeUuid=b321bbef-2fdc-4f91-8c5f-08d036ab2c70, infoPort=46045, infoSecurePort=0, ipcPort=38065, storageInfo=lv=-57;cid=testClusterID;nsid=1113161010;c=1731856851522), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:20:52,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888 2024-11-17T15:20:52,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:52,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:52,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:20:52,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T15:20:52,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T15:20:52,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T15:20:52,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:20:52,661 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7 with version=8 2024-11-17T15:20:52,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/hbase-staging 2024-11-17T15:20:52,663 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:20:52,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:52,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:52,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:20:52,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:52,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:20:52,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:20:52,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:20:52,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44045 2024-11-17T15:20:52,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44045 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-11-17T15:20:52,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440450x0, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:52,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44045-0x10126844cb90000 connected 2024-11-17T15:20:52,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:52,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:52,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Set watcher on znode that does not yet exist, /0-512745120/running 2024-11-17T15:20:52,698 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7, hbase.cluster.distributed=false 2024-11-17T15:20:52,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Set watcher on znode that does not yet exist, /0-512745120/acl 2024-11-17T15:20:52,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44045 2024-11-17T15:20:52,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44045 2024-11-17T15:20:52,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44045 2024-11-17T15:20:52,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44045 2024-11-17T15:20:52,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44045 2024-11-17T15:20:52,719 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:20:52,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:52,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:52,719 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:20:52,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:52,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:20:52,719 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:20:52,719 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:20:52,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45621 2024-11-17T15:20:52,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45621 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-11-17T15:20:52,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:52,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:52,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456210x0, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:52,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45621-0x10126844cb90001 connected 2024-11-17T15:20:52,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Set watcher on znode that does not yet exist, /0-512745120/running 2024-11-17T15:20:52,726 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:20:52,732 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:20:52,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Set watcher on znode that does not yet exist, /0-512745120/master 2024-11-17T15:20:52,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Set watcher on znode that does not yet exist, /0-512745120/acl 2024-11-17T15:20:52,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45621 2024-11-17T15:20:52,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45621 2024-11-17T15:20:52,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45621 2024-11-17T15:20:52,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45621 2024-11-17T15:20:52,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45621 2024-11-17T15:20:52,751 DEBUG [M:0;7a780d55532c:44045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:44045 2024-11-17T15:20:52,751 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-512745120/backup-masters/7a780d55532c,44045,1731856852663 2024-11-17T15:20:52,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120/backup-masters 2024-11-17T15:20:52,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120/backup-masters 2024-11-17T15:20:52,753 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Set watcher on existing znode=/0-512745120/backup-masters/7a780d55532c,44045,1731856852663 2024-11-17T15:20:52,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-512745120/master 2024-11-17T15:20:52,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:20:52,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:20:52,755 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Set watcher on existing znode=/0-512745120/master 2024-11-17T15:20:52,756 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-512745120/backup-masters/7a780d55532c,44045,1731856852663 from backup master directory 2024-11-17T15:20:52,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120/backup-masters 2024-11-17T15:20:52,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-512745120/backup-masters/7a780d55532c,44045,1731856852663 2024-11-17T15:20:52,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120/backup-masters 2024-11-17T15:20:52,758 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:20:52,758 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,44045,1731856852663 2024-11-17T15:20:52,778 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/hbase.id] with ID: 5eb66f66-474d-4a93-875e-a6053590f143 2024-11-17T15:20:52,778 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/.tmp/hbase.id 2024-11-17T15:20:52,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:20:53,191 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/.tmp/hbase.id]:[hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/hbase.id] 2024-11-17T15:20:53,201 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:53,201 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:20:53,202 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:20:53,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:20:53,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:20:53,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:20:53,609 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:53,610 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:20:53,610 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:53,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:20:54,018 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store 2024-11-17T15:20:54,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:20:54,425 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:54,425 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:20:54,425 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:54,425 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:54,425 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:20:54,425 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:54,425 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:54,425 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856854425Disabling compacts and flushes for region at 1731856854425Disabling writes for close at 1731856854425Writing region close event to WAL at 1731856854425Closed at 1731856854425 2024-11-17T15:20:54,426 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/.initializing 2024-11-17T15:20:54,426 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/WALs/7a780d55532c,44045,1731856852663 2024-11-17T15:20:54,427 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:20:54,429 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C44045%2C1731856852663, suffix=, logDir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/WALs/7a780d55532c,44045,1731856852663, archiveDir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/oldWALs, maxLogs=10 2024-11-17T15:20:54,445 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/WALs/7a780d55532c,44045,1731856852663/7a780d55532c%2C44045%2C1731856852663.1731856854430, exclude list is [], retry=0 2024-11-17T15:20:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36073,DS-90369781-33c5-4371-a942-fb1199f5edba,DISK] 2024-11-17T15:20:54,450 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/WALs/7a780d55532c,44045,1731856852663/7a780d55532c%2C44045%2C1731856852663.1731856854430 2024-11-17T15:20:54,451 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46045:46045)] 2024-11-17T15:20:54,451 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:54,451 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:54,452 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:54,452 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:54,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:54,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:20:54,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:54,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:54,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:54,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:20:54,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:54,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:54,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:54,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:20:54,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:54,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:54,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:54,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:20:54,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:54,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:54,464 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:54,465 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:54,465 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:54,466 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:54,466 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:54,467 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:54,468 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:54,473 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:54,473 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68040026, jitterRate=0.013875395059585571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:54,474 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856854452Initializing all the Stores at 1731856854452Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856854452Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856854452Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856854452Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856854452Cleaning up temporary data from old regions at 1731856854466 (+14 ms)Region opened successfully at 1731856854474 (+8 ms) 2024-11-17T15:20:54,474 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:20:54,479 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1704900c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:20:54,482 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:20:54,482 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:20:54,482 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:20:54,482 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:20:54,484 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T15:20:54,484 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:20:54,484 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:20:54,488 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:20:54,488 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Unable to get data of znode /0-512745120/balancer because node does not exist (not necessarily an error) 2024-11-17T15:20:54,490 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-512745120/balancer already deleted, retry=false 2024-11-17T15:20:54,491 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:20:54,491 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Unable to get data of znode /0-512745120/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:20:54,492 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-512745120/normalizer already deleted, retry=false 2024-11-17T15:20:54,493 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:20:54,501 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Unable to get data of znode /0-512745120/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:20:54,502 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-512745120/switch/split already deleted, retry=false 2024-11-17T15:20:54,502 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Unable to get data of znode /0-512745120/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:20:54,503 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-512745120/switch/merge already deleted, retry=false 2024-11-17T15:20:54,505 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Unable to get data of znode /0-512745120/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:20:54,507 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-512745120/snapshot-cleanup already deleted, retry=false 2024-11-17T15:20:54,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-512745120/running 2024-11-17T15:20:54,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:20:54,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-512745120/running 2024-11-17T15:20:54,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:20:54,509 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,44045,1731856852663, sessionid=0x10126844cb90000, setting cluster-up flag (Was=false) 2024-11-17T15:20:54,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:20:54,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:20:54,517 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-512745120/flush-table-proc/acquired, /0-512745120/flush-table-proc/reached, /0-512745120/flush-table-proc/abort 2024-11-17T15:20:54,517 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,44045,1731856852663 2024-11-17T15:20:54,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:20:54,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:20:54,526 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-512745120/online-snapshot/acquired, /0-512745120/online-snapshot/reached, /0-512745120/online-snapshot/abort 2024-11-17T15:20:54,526 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,44045,1731856852663 2024-11-17T15:20:54,527 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:20:54,529 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:54,529 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:20:54,529 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:20:54,529 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,44045,1731856852663 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:20:54,530 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:54,530 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:54,530 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:54,530 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:54,530 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:20:54,530 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:54,530 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:20:54,530 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:54,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:54,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:20:54,533 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:54,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:20:54,536 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856884536 2024-11-17T15:20:54,536 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:20:54,536 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:20:54,536 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:20:54,537 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:20:54,537 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:20:54,537 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:20:54,537 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:54,537 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:20:54,537 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:20:54,537 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:20:54,537 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:20:54,540 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:20:54,540 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:20:54,540 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856854540,5,FailOnTimeoutGroup] 2024-11-17T15:20:54,541 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856854540,5,FailOnTimeoutGroup] 2024-11-17T15:20:54,541 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:54,541 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:20:54,541 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:54,541 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:54,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:20:54,542 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:20:54,543 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7 2024-11-17T15:20:54,545 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(746): ClusterId : 5eb66f66-474d-4a93-875e-a6053590f143 2024-11-17T15:20:54,545 DEBUG [RS:0;7a780d55532c:45621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:20:54,548 DEBUG [RS:0;7a780d55532c:45621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:20:54,548 DEBUG [RS:0;7a780d55532c:45621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:20:54,550 DEBUG [RS:0;7a780d55532c:45621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:20:54,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741832_1008 (size=32) 2024-11-17T15:20:54,550 DEBUG [RS:0;7a780d55532c:45621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631f1aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:20:54,565 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:45621 2024-11-17T15:20:54,565 INFO [RS:0;7a780d55532c:45621 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:20:54,565 INFO [RS:0;7a780d55532c:45621 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:20:54,565 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:20:54,565 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,44045,1731856852663 with port=45621, startcode=1731856852719 2024-11-17T15:20:54,565 DEBUG [RS:0;7a780d55532c:45621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:20:54,567 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:20:54,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,45621,1731856852719 2024-11-17T15:20:54,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44045 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,45621,1731856852719 2024-11-17T15:20:54,569 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7 2024-11-17T15:20:54,569 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38631 2024-11-17T15:20:54,569 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:20:54,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120/rs 2024-11-17T15:20:54,570 DEBUG [RS:0;7a780d55532c:45621 {}] zookeeper.ZKUtil(111): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Set watcher on existing znode=/0-512745120/rs/7a780d55532c,45621,1731856852719 2024-11-17T15:20:54,571 WARN [RS:0;7a780d55532c:45621 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:20:54,571 INFO [RS:0;7a780d55532c:45621 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:54,571 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719 2024-11-17T15:20:54,571 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,45621,1731856852719] 2024-11-17T15:20:54,573 INFO [RS:0;7a780d55532c:45621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:20:54,574 INFO [RS:0;7a780d55532c:45621 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:20:54,575 INFO [RS:0;7a780d55532c:45621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:20:54,575 INFO [RS:0;7a780d55532c:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:54,575 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:20:54,576 INFO [RS:0;7a780d55532c:45621 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:20:54,576 INFO [RS:0;7a780d55532c:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:54,576 DEBUG [RS:0;7a780d55532c:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:54,576 DEBUG [RS:0;7a780d55532c:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:54,576 DEBUG [RS:0;7a780d55532c:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:54,576 DEBUG [RS:0;7a780d55532c:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:54,576 DEBUG [RS:0;7a780d55532c:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:54,576 DEBUG [RS:0;7a780d55532c:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:20:54,576 DEBUG [RS:0;7a780d55532c:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:54,576 DEBUG [RS:0;7a780d55532c:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:54,576 DEBUG [RS:0;7a780d55532c:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:54,576 DEBUG [RS:0;7a780d55532c:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:54,576 DEBUG [RS:0;7a780d55532c:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:54,576 DEBUG [RS:0;7a780d55532c:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:54,576 DEBUG [RS:0;7a780d55532c:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:20:54,576 DEBUG [RS:0;7a780d55532c:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:20:54,576 INFO [RS:0;7a780d55532c:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:54,576 INFO [RS:0;7a780d55532c:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:54,576 INFO [RS:0;7a780d55532c:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:54,577 INFO [RS:0;7a780d55532c:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:54,577 INFO [RS:0;7a780d55532c:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:54,577 INFO [RS:0;7a780d55532c:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45621,1731856852719-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:20:54,593 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:20:54,593 INFO [RS:0;7a780d55532c:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45621,1731856852719-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:54,593 INFO [RS:0;7a780d55532c:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:54,593 INFO [RS:0;7a780d55532c:45621 {}] regionserver.Replication(171): 7a780d55532c,45621,1731856852719 started 2024-11-17T15:20:54,606 INFO [RS:0;7a780d55532c:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:54,606 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,45621,1731856852719, RpcServer on 7a780d55532c/172.17.0.2:45621, sessionid=0x10126844cb90001 2024-11-17T15:20:54,607 DEBUG [RS:0;7a780d55532c:45621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:20:54,607 DEBUG [RS:0;7a780d55532c:45621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,45621,1731856852719 2024-11-17T15:20:54,607 DEBUG [RS:0;7a780d55532c:45621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,45621,1731856852719' 2024-11-17T15:20:54,607 DEBUG [RS:0;7a780d55532c:45621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-512745120/flush-table-proc/abort' 2024-11-17T15:20:54,607 DEBUG [RS:0;7a780d55532c:45621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-512745120/flush-table-proc/acquired' 2024-11-17T15:20:54,607 DEBUG [RS:0;7a780d55532c:45621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:20:54,607 DEBUG [RS:0;7a780d55532c:45621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:20:54,607 DEBUG [RS:0;7a780d55532c:45621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,45621,1731856852719 2024-11-17T15:20:54,607 DEBUG [RS:0;7a780d55532c:45621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,45621,1731856852719' 2024-11-17T15:20:54,607 DEBUG [RS:0;7a780d55532c:45621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-512745120/online-snapshot/abort' 2024-11-17T15:20:54,608 DEBUG [RS:0;7a780d55532c:45621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-512745120/online-snapshot/acquired' 2024-11-17T15:20:54,608 DEBUG [RS:0;7a780d55532c:45621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:20:54,608 INFO [RS:0;7a780d55532c:45621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:20:54,608 INFO [RS:0;7a780d55532c:45621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:20:54,709 INFO [RS:0;7a780d55532c:45621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:20:54,710 INFO [RS:0;7a780d55532c:45621 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C45621%2C1731856852719, suffix=, logDir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719, archiveDir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/oldWALs, maxLogs=10 2024-11-17T15:20:54,724 DEBUG [RS:0;7a780d55532c:45621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710, exclude list is [], retry=0 2024-11-17T15:20:54,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36073,DS-90369781-33c5-4371-a942-fb1199f5edba,DISK] 2024-11-17T15:20:54,729 INFO [RS:0;7a780d55532c:45621 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 2024-11-17T15:20:54,729 DEBUG [RS:0;7a780d55532c:45621 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46045:46045)] 2024-11-17T15:20:54,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:54,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:20:54,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:20:54,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:54,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:54,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:20:54,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:20:54,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:54,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:54,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:20:54,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:20:54,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:54,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:54,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:20:54,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:20:54,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:54,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:54,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:20:54,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740 2024-11-17T15:20:54,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740 2024-11-17T15:20:54,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:20:54,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:20:54,964 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:54,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:20:54,966 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:54,966 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62726805, jitterRate=-0.06529776751995087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:54,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856854952Initializing all the Stores at 1731856854952Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856854952Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856854956 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856854956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856854956Cleaning up temporary data from old regions at 1731856854964 (+8 ms)Region opened successfully at 1731856854967 (+3 ms) 2024-11-17T15:20:54,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:20:54,967 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:20:54,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:20:54,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:20:54,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:20:54,968 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:54,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856854967Disabling compacts and flushes for region at 1731856854967Disabling writes for close at 1731856854967Writing region close event to WAL at 1731856854968 (+1 ms)Closed at 1731856854968 2024-11-17T15:20:54,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:54,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:20:54,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:20:54,977 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:20:54,978 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:20:55,128 DEBUG [7a780d55532c:44045 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:20:55,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,45621,1731856852719 2024-11-17T15:20:55,130 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,45621,1731856852719, state=OPENING 2024-11-17T15:20:55,132 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:20:55,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:20:55,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:20:55,133 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:20:55,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-512745120/meta-region-server: CHANGED 2024-11-17T15:20:55,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,45621,1731856852719}] 2024-11-17T15:20:55,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-512745120/meta-region-server: CHANGED 2024-11-17T15:20:55,286 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:20:55,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:20:55,291 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:20:55,291 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:55,291 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:20:55,292 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C45621%2C1731856852719.meta, suffix=.meta, logDir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719, archiveDir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/oldWALs, maxLogs=10 2024-11-17T15:20:55,311 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.meta.1731856855293.meta, exclude list is [], retry=0 2024-11-17T15:20:55,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36073,DS-90369781-33c5-4371-a942-fb1199f5edba,DISK] 2024-11-17T15:20:55,316 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.meta.1731856855293.meta 2024-11-17T15:20:55,316 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46045:46045)] 2024-11-17T15:20:55,316 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:55,317 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:55,317 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:20:55,317 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:20:55,317 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:20:55,317 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:20:55,317 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:55,317 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:20:55,317 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:20:55,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:20:55,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:20:55,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:55,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:55,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:20:55,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:20:55,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:55,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:55,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:20:55,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:20:55,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:55,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:55,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:20:55,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:20:55,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:55,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:55,325 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:20:55,326 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740 2024-11-17T15:20:55,336 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740 2024-11-17T15:20:55,339 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:20:55,339 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:20:55,339 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:55,341 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:20:55,341 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58930462, jitterRate=-0.12186768651008606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:55,341 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:20:55,342 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856855317Writing region info on filesystem at 1731856855317Initializing all the Stores at 1731856855318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856855318Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856855319 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856855319Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856855319Cleaning up temporary data from old regions at 1731856855339 (+20 ms)Running coprocessor post-open hooks at 1731856855341 (+2 ms)Region opened successfully at 1731856855342 (+1 ms) 2024-11-17T15:20:55,343 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856855286 2024-11-17T15:20:55,345 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:20:55,345 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:20:55,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,45621,1731856852719 2024-11-17T15:20:55,346 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,45621,1731856852719, state=OPEN 2024-11-17T15:20:55,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-512745120/meta-region-server 2024-11-17T15:20:55,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-512745120/meta-region-server 2024-11-17T15:20:55,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-512745120/meta-region-server: CHANGED 2024-11-17T15:20:55,352 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,45621,1731856852719 2024-11-17T15:20:55,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-512745120/meta-region-server: CHANGED 2024-11-17T15:20:55,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:20:55,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,45621,1731856852719 in 219 msec 2024-11-17T15:20:55,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:20:55,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-17T15:20:55,358 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:55,358 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:20:55,359 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:55,359 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,45621,1731856852719, seqNum=-1] 2024-11-17T15:20:55,360 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:55,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:55,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 836 msec 2024-11-17T15:20:55,365 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856855365, completionTime=-1 2024-11-17T15:20:55,366 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:20:55,366 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:20:55,368 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:20:55,368 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856915368 2024-11-17T15:20:55,368 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856975368 2024-11-17T15:20:55,368 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T15:20:55,368 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44045,1731856852663-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:55,369 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44045,1731856852663-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:55,369 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44045,1731856852663-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:55,369 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:44045, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:55,369 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:55,372 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:55,374 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:20:55,376 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.618sec 2024-11-17T15:20:55,376 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:20:55,376 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:20:55,376 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:20:55,376 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:20:55,376 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:20:55,376 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44045,1731856852663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:20:55,376 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44045,1731856852663-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:20:55,378 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:20:55,378 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:20:55,378 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44045,1731856852663-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:55,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3250fe29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:55,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,44045,-1 for getting cluster id 2024-11-17T15:20:55,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:55,447 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eb66f66-474d-4a93-875e-a6053590f143' 2024-11-17T15:20:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eb66f66-474d-4a93-875e-a6053590f143" 2024-11-17T15:20:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e96ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,44045,-1] 2024-11-17T15:20:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:55,448 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:55,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c056cc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:55,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,45621,1731856852719, seqNum=-1] 2024-11-17T15:20:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:55,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:55,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,44045,1731856852663 2024-11-17T15:20:55,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-11-17T15:20:55,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:55,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10126844cb90002 connected 2024-11-17T15:20:55,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/hadoop.log.dir so I do NOT create it in target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2 2024-11-17T15:20:55,458 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:20:55,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/hadoop.tmp.dir so I do NOT create it in target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2 2024-11-17T15:20:55,458 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:20:55,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2 2024-11-17T15:20:55,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:20:55,458 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/cluster_527e37fe-60c6-610d-def2-a702a9af71c0, deleteOnExit=true 2024-11-17T15:20:55,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/test.cache.data in system properties and HBase conf 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:20:55,459 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:20:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:20:55,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:20:55,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:20:55,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:20:55,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:20:55,469 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:20:55,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:20:55,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:55,697 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:20:55,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:20:55,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:20:55,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:20:55,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:55,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2281cccb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:20:55,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bbc206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:20:55,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52a16544{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/java.io.tmpdir/jetty-localhost-36699-hadoop-hdfs-3_4_1-tests_jar-_-any-18035611981995087046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:20:55,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e221f1{HTTP/1.1, (http/1.1)}{localhost:36699} 2024-11-17T15:20:55,875 INFO [Time-limited test {}] server.Server(415): Started @238813ms 2024-11-17T15:20:56,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:56,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:20:56,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:20:56,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:20:56,286 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:20:56,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b8b2131{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:20:56,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e91cfc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:20:56,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6842fe12{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/java.io.tmpdir/jetty-localhost-41653-hadoop-hdfs-3_4_1-tests_jar-_-any-15847202985262510857/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:20:56,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@282af760{HTTP/1.1, (http/1.1)}{localhost:41653} 2024-11-17T15:20:56,491 INFO [Time-limited test {}] server.Server(415): Started @239428ms 2024-11-17T15:20:56,494 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:20:56,765 WARN [Thread-3546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/cluster_527e37fe-60c6-610d-def2-a702a9af71c0/data/data1/current/BP-35731750-172.17.0.2-1731856855576/current, will proceed with Du for space computation calculation, 2024-11-17T15:20:56,772 WARN [Thread-3547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/cluster_527e37fe-60c6-610d-def2-a702a9af71c0/data/data2/current/BP-35731750-172.17.0.2-1731856855576/current, will proceed with Du for space computation calculation, 2024-11-17T15:20:56,836 WARN [Thread-3534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:20:56,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a32fdbdfd0bd825 with lease ID 0x2e1cb6bea477619e: Processing first storage report for DS-d177ce0e-2b81-4f82-be19-8bd683b18622 from datanode DatanodeRegistration(127.0.0.1:44807, datanodeUuid=966ba83c-ce88-4df6-ac2b-18366a208b1a, infoPort=33785, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=1475765785;c=1731856855576) 2024-11-17T15:20:56,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a32fdbdfd0bd825 with lease ID 0x2e1cb6bea477619e: from storage DS-d177ce0e-2b81-4f82-be19-8bd683b18622 node DatanodeRegistration(127.0.0.1:44807, datanodeUuid=966ba83c-ce88-4df6-ac2b-18366a208b1a, infoPort=33785, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=1475765785;c=1731856855576), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T15:20:56,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a32fdbdfd0bd825 with lease ID 0x2e1cb6bea477619e: Processing first storage report for DS-0c063689-3853-4b52-971b-c86d7a14ba3a from datanode DatanodeRegistration(127.0.0.1:44807, datanodeUuid=966ba83c-ce88-4df6-ac2b-18366a208b1a, infoPort=33785, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=1475765785;c=1731856855576) 2024-11-17T15:20:56,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a32fdbdfd0bd825 with lease ID 0x2e1cb6bea477619e: from storage DS-0c063689-3853-4b52-971b-c86d7a14ba3a node DatanodeRegistration(127.0.0.1:44807, datanodeUuid=966ba83c-ce88-4df6-ac2b-18366a208b1a, infoPort=33785, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=1475765785;c=1731856855576), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:20:56,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2 2024-11-17T15:20:56,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:56,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:20:56,887 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621 with version=8 2024-11-17T15:20:56,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/hbase-staging 2024-11-17T15:20:56,890 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:20:56,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:56,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:56,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:20:56,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:56,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:20:56,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:20:56,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:20:56,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43537 2024-11-17T15:20:56,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43537 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-11-17T15:20:56,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435370x0, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:56,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43537-0x10126844cb90003 connected 2024-11-17T15:20:56,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:56,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:56,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Set watcher on znode that does not yet exist, /1617889569/running 2024-11-17T15:20:56,926 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621, hbase.cluster.distributed=false 2024-11-17T15:20:56,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Set watcher on znode that does not yet exist, /1617889569/acl 2024-11-17T15:20:56,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43537 2024-11-17T15:20:56,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43537 2024-11-17T15:20:56,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43537 2024-11-17T15:20:56,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43537 2024-11-17T15:20:56,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43537 2024-11-17T15:20:56,978 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:20:56,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:56,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:56,978 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:20:56,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:20:56,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:20:56,979 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:20:56,979 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:20:56,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44557 2024-11-17T15:20:56,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44557 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-11-17T15:20:56,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:56,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:56,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445570x0, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:56,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445570x0, quorum=127.0.0.1:56556, baseZNode=/1617889569 Set watcher on znode that does not yet exist, /1617889569/running 2024-11-17T15:20:56,994 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:20:56,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44557-0x10126844cb90004 connected 2024-11-17T15:20:56,999 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:20:56,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Set watcher on znode that does not yet exist, /1617889569/master 2024-11-17T15:20:57,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Set watcher on znode that does not yet exist, /1617889569/acl 2024-11-17T15:20:57,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44557 2024-11-17T15:20:57,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44557 2024-11-17T15:20:57,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44557 2024-11-17T15:20:57,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44557 2024-11-17T15:20:57,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44557 2024-11-17T15:20:57,034 DEBUG [M:0;7a780d55532c:43537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:43537 2024-11-17T15:20:57,035 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1617889569/backup-masters/7a780d55532c,43537,1731856856889 2024-11-17T15:20:57,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569/backup-masters 2024-11-17T15:20:57,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569/backup-masters 2024-11-17T15:20:57,037 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Set watcher on existing znode=/1617889569/backup-masters/7a780d55532c,43537,1731856856889 2024-11-17T15:20:57,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:20:57,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1617889569/master 2024-11-17T15:20:57,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:20:57,039 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Set watcher on existing znode=/1617889569/master 2024-11-17T15:20:57,039 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1617889569/backup-masters/7a780d55532c,43537,1731856856889 from backup master directory 2024-11-17T15:20:57,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1617889569/backup-masters/7a780d55532c,43537,1731856856889 2024-11-17T15:20:57,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569/backup-masters 2024-11-17T15:20:57,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569/backup-masters 2024-11-17T15:20:57,041 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:20:57,041 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,43537,1731856856889 2024-11-17T15:20:57,044 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/hbase.id] with ID: fa39ce69-c0cc-491d-8fad-c167c0e6640f 2024-11-17T15:20:57,044 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/.tmp/hbase.id 2024-11-17T15:20:57,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:20:57,451 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/.tmp/hbase.id]:[hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/hbase.id] 2024-11-17T15:20:57,463 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:20:57,464 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:20:57,465 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:20:57,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:20:57,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:20:57,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:20:57,481 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:20:57,482 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:20:57,482 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:57,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:20:57,496 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store 2024-11-17T15:20:57,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:20:57,513 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:57,514 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:20:57,514 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:57,514 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:57,514 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:20:57,514 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:57,514 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:20:57,514 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856857514Disabling compacts and flushes for region at 1731856857514Disabling writes for close at 1731856857514Writing region close event to WAL at 1731856857514Closed at 1731856857514 2024-11-17T15:20:57,517 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/.initializing 2024-11-17T15:20:57,517 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/WALs/7a780d55532c,43537,1731856856889 2024-11-17T15:20:57,518 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:20:57,520 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C43537%2C1731856856889, suffix=, logDir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/WALs/7a780d55532c,43537,1731856856889, archiveDir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/oldWALs, maxLogs=10 2024-11-17T15:20:57,535 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/WALs/7a780d55532c,43537,1731856856889/7a780d55532c%2C43537%2C1731856856889.1731856857520, exclude list is [], retry=0 2024-11-17T15:20:57,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44807,DS-d177ce0e-2b81-4f82-be19-8bd683b18622,DISK] 2024-11-17T15:20:57,539 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/WALs/7a780d55532c,43537,1731856856889/7a780d55532c%2C43537%2C1731856856889.1731856857520 2024-11-17T15:20:57,540 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-17T15:20:57,540 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:57,540 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:57,540 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:57,540 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:57,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:57,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:20:57,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:57,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:57,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:57,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:20:57,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:57,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:57,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:57,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:20:57,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:57,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:57,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:57,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:20:57,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:57,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:20:57,550 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:57,551 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:57,551 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:57,552 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:57,552 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:57,553 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:57,554 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:20:57,559 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:57,559 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64704470, jitterRate=-0.03582826256752014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:57,560 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856857540Initializing all the Stores at 1731856857541 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856857541Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856857544 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856857544Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856857544Cleaning up temporary data from old regions at 1731856857552 (+8 ms)Region opened successfully at 1731856857560 (+8 ms) 2024-11-17T15:20:57,560 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:20:57,571 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8a7ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:20:57,572 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:20:57,572 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:20:57,572 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:20:57,572 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:20:57,573 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:20:57,573 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:20:57,573 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:20:57,594 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:20:57,595 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Unable to get data of znode /1617889569/balancer because node does not exist (not necessarily an error) 2024-11-17T15:20:57,597 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1617889569/balancer already deleted, retry=false 2024-11-17T15:20:57,597 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:20:57,598 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Unable to get data of znode /1617889569/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:20:57,600 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1617889569/normalizer already deleted, retry=false 2024-11-17T15:20:57,601 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:20:57,605 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Unable to get data of znode /1617889569/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:20:57,606 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1617889569/switch/split already deleted, retry=false 2024-11-17T15:20:57,607 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Unable to get data of znode /1617889569/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:20:57,608 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1617889569/switch/merge already deleted, retry=false 2024-11-17T15:20:57,611 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Unable to get data of znode /1617889569/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:20:57,612 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1617889569/snapshot-cleanup already deleted, retry=false 2024-11-17T15:20:57,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1617889569/running 2024-11-17T15:20:57,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1617889569/running 2024-11-17T15:20:57,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:20:57,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:20:57,616 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,43537,1731856856889, sessionid=0x10126844cb90003, setting cluster-up flag (Was=false) 2024-11-17T15:20:57,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:20:57,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:20:57,632 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1617889569/flush-table-proc/acquired, /1617889569/flush-table-proc/reached, /1617889569/flush-table-proc/abort 2024-11-17T15:20:57,633 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,43537,1731856856889 2024-11-17T15:20:57,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:20:57,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:20:57,641 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1617889569/online-snapshot/acquired, /1617889569/online-snapshot/reached, /1617889569/online-snapshot/abort 2024-11-17T15:20:57,642 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,43537,1731856856889 2024-11-17T15:20:57,645 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:20:57,654 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:57,654 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:20:57,654 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:20:57,655 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,43537,1731856856889 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:20:57,656 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:57,656 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:57,656 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:57,656 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:20:57,656 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:20:57,656 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:57,656 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:20:57,656 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:57,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:57,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:20:57,679 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:57,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:20:57,707 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856887707 2024-11-17T15:20:57,708 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:20:57,708 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:20:57,708 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:20:57,708 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:20:57,708 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:20:57,708 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:20:57,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:20:57,715 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:57,716 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:20:57,716 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:20:57,716 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:20:57,716 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:20:57,717 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(746): ClusterId : fa39ce69-c0cc-491d-8fad-c167c0e6640f 2024-11-17T15:20:57,718 DEBUG [RS:0;7a780d55532c:44557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:20:57,720 DEBUG [RS:0;7a780d55532c:44557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:20:57,720 DEBUG [RS:0;7a780d55532c:44557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:20:57,720 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:20:57,720 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:20:57,724 DEBUG [RS:0;7a780d55532c:44557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:20:57,724 DEBUG [RS:0;7a780d55532c:44557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe594aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:20:57,724 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856857720,5,FailOnTimeoutGroup] 2024-11-17T15:20:57,728 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856857724,5,FailOnTimeoutGroup] 2024-11-17T15:20:57,728 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:57,728 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:20:57,728 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:57,728 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:57,747 DEBUG [RS:0;7a780d55532c:44557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:44557 2024-11-17T15:20:57,748 INFO [RS:0;7a780d55532c:44557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:20:57,748 INFO [RS:0;7a780d55532c:44557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:20:57,748 DEBUG [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:20:57,749 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,43537,1731856856889 with port=44557, startcode=1731856856978 2024-11-17T15:20:57,749 DEBUG [RS:0;7a780d55532c:44557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:20:57,753 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:20:57,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,44557,1731856856978 2024-11-17T15:20:57,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43537 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,44557,1731856856978 2024-11-17T15:20:57,755 DEBUG [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621 2024-11-17T15:20:57,755 DEBUG [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34175 2024-11-17T15:20:57,755 DEBUG [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:20:57,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569/rs 2024-11-17T15:20:57,758 DEBUG [RS:0;7a780d55532c:44557 {}] zookeeper.ZKUtil(111): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Set watcher on existing znode=/1617889569/rs/7a780d55532c,44557,1731856856978 2024-11-17T15:20:57,758 WARN [RS:0;7a780d55532c:44557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:20:57,758 INFO [RS:0;7a780d55532c:44557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:57,758 DEBUG [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978 2024-11-17T15:20:57,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,44557,1731856856978] 2024-11-17T15:20:57,779 INFO [RS:0;7a780d55532c:44557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:20:57,784 INFO [RS:0;7a780d55532c:44557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:20:57,792 INFO [RS:0;7a780d55532c:44557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:20:57,792 INFO [RS:0;7a780d55532c:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:57,792 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:20:57,793 INFO [RS:0;7a780d55532c:44557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:20:57,793 INFO [RS:0;7a780d55532c:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:57,793 DEBUG [RS:0;7a780d55532c:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:57,793 DEBUG [RS:0;7a780d55532c:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:57,793 DEBUG [RS:0;7a780d55532c:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:57,793 DEBUG [RS:0;7a780d55532c:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:57,793 DEBUG [RS:0;7a780d55532c:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:57,793 DEBUG [RS:0;7a780d55532c:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:20:57,793 DEBUG [RS:0;7a780d55532c:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:57,793 DEBUG [RS:0;7a780d55532c:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:57,793 DEBUG [RS:0;7a780d55532c:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:57,793 DEBUG [RS:0;7a780d55532c:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:57,793 DEBUG [RS:0;7a780d55532c:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:57,793 DEBUG [RS:0;7a780d55532c:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:20:57,793 DEBUG [RS:0;7a780d55532c:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:20:57,793 DEBUG [RS:0;7a780d55532c:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:20:57,798 INFO [RS:0;7a780d55532c:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:57,798 INFO [RS:0;7a780d55532c:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:57,798 INFO [RS:0;7a780d55532c:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:57,798 INFO [RS:0;7a780d55532c:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:57,798 INFO [RS:0;7a780d55532c:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:57,798 INFO [RS:0;7a780d55532c:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44557,1731856856978-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:20:57,815 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:20:57,815 INFO [RS:0;7a780d55532c:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,44557,1731856856978-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:57,815 INFO [RS:0;7a780d55532c:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:57,815 INFO [RS:0;7a780d55532c:44557 {}] regionserver.Replication(171): 7a780d55532c,44557,1731856856978 started 2024-11-17T15:20:57,829 INFO [RS:0;7a780d55532c:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:57,830 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,44557,1731856856978, RpcServer on 7a780d55532c/172.17.0.2:44557, sessionid=0x10126844cb90004 2024-11-17T15:20:57,830 DEBUG [RS:0;7a780d55532c:44557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:20:57,830 DEBUG [RS:0;7a780d55532c:44557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,44557,1731856856978 2024-11-17T15:20:57,830 DEBUG [RS:0;7a780d55532c:44557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,44557,1731856856978' 2024-11-17T15:20:57,830 DEBUG [RS:0;7a780d55532c:44557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1617889569/flush-table-proc/abort' 2024-11-17T15:20:57,830 DEBUG [RS:0;7a780d55532c:44557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1617889569/flush-table-proc/acquired' 2024-11-17T15:20:57,831 DEBUG [RS:0;7a780d55532c:44557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:20:57,831 DEBUG [RS:0;7a780d55532c:44557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:20:57,831 DEBUG [RS:0;7a780d55532c:44557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,44557,1731856856978 2024-11-17T15:20:57,831 DEBUG [RS:0;7a780d55532c:44557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,44557,1731856856978' 2024-11-17T15:20:57,831 DEBUG [RS:0;7a780d55532c:44557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1617889569/online-snapshot/abort' 2024-11-17T15:20:57,831 DEBUG [RS:0;7a780d55532c:44557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1617889569/online-snapshot/acquired' 2024-11-17T15:20:57,831 DEBUG [RS:0;7a780d55532c:44557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:20:57,831 INFO [RS:0;7a780d55532c:44557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:20:57,831 INFO [RS:0;7a780d55532c:44557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:20:57,932 INFO [RS:0;7a780d55532c:44557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:20:57,933 INFO [RS:0;7a780d55532c:44557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C44557%2C1731856856978, suffix=, logDir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978, archiveDir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/oldWALs, maxLogs=10 2024-11-17T15:20:57,947 DEBUG [RS:0;7a780d55532c:44557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933, exclude list is [], retry=0 2024-11-17T15:20:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44807,DS-d177ce0e-2b81-4f82-be19-8bd683b18622,DISK] 2024-11-17T15:20:57,953 INFO [RS:0;7a780d55532c:44557 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 2024-11-17T15:20:57,956 DEBUG [RS:0;7a780d55532c:44557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-17T15:20:58,116 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:20:58,116 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621 2024-11-17T15:20:58,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741833_1009 (size=32) 2024-11-17T15:20:58,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:58,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:20:58,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:20:58,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:58,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:58,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:20:58,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:20:58,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:58,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:58,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:20:58,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:20:58,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:58,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:58,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:20:58,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:20:58,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:58,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:58,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:20:58,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740 2024-11-17T15:20:58,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740 2024-11-17T15:20:58,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:20:58,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:20:58,580 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:58,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:20:58,583 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:20:58,583 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64945923, jitterRate=-0.03223033249378204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:58,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856858566Initializing all the Stores at 1731856858566Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856858566Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856858569 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856858569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856858569Cleaning up temporary data from old regions at 1731856858580 (+11 ms)Region opened successfully at 1731856858583 (+3 ms) 2024-11-17T15:20:58,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:20:58,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:20:58,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:20:58,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:20:58,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:20:58,584 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:20:58,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856858584Disabling compacts and flushes for region at 1731856858584Disabling writes for close at 1731856858584Writing region close event to WAL at 1731856858584Closed at 1731856858584 2024-11-17T15:20:58,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:58,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:20:58,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:20:58,586 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:20:58,587 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:20:58,737 DEBUG [7a780d55532c:43537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:20:58,738 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,44557,1731856856978 2024-11-17T15:20:58,739 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,44557,1731856856978, state=OPENING 2024-11-17T15:20:58,743 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:20:58,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:20:58,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:20:58,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1617889569/meta-region-server: CHANGED 2024-11-17T15:20:58,745 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:20:58,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1617889569/meta-region-server: CHANGED 2024-11-17T15:20:58,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,44557,1731856856978}] 2024-11-17T15:20:58,921 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:20:58,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:20:58,961 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:20:58,961 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:20:58,961 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:20:58,962 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C44557%2C1731856856978.meta, suffix=.meta, logDir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978, archiveDir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/oldWALs, maxLogs=10 2024-11-17T15:20:58,994 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.meta.1731856858963.meta, exclude list is [], retry=0 2024-11-17T15:20:59,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44807,DS-d177ce0e-2b81-4f82-be19-8bd683b18622,DISK] 2024-11-17T15:20:59,039 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.meta.1731856858963.meta 2024-11-17T15:20:59,055 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-17T15:20:59,055 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:20:59,056 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:20:59,056 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:20:59,056 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:20:59,056 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:20:59,056 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:20:59,056 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:20:59,056 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:20:59,056 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:20:59,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:20:59,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:20:59,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:59,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:59,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:20:59,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:20:59,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:59,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:59,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:20:59,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:20:59,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:59,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:59,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:20:59,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:20:59,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:20:59,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:20:59,080 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:20:59,081 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740 2024-11-17T15:20:59,081 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740 2024-11-17T15:20:59,083 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:20:59,083 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:20:59,083 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:20:59,085 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:20:59,086 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74088388, jitterRate=0.10400301218032837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:20:59,086 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:20:59,086 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856859057Writing region info on filesystem at 1731856859057Initializing all the Stores at 1731856859058 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856859058Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856859061 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856859061Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856859061Cleaning up temporary data from old regions at 1731856859083 (+22 ms)Running coprocessor post-open hooks at 1731856859086 (+3 ms)Region opened successfully at 1731856859086 2024-11-17T15:20:59,087 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856858920 2024-11-17T15:20:59,090 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:20:59,090 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:20:59,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,44557,1731856856978 2024-11-17T15:20:59,091 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,44557,1731856856978, state=OPEN 2024-11-17T15:20:59,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1617889569/meta-region-server 2024-11-17T15:20:59,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1617889569/meta-region-server 2024-11-17T15:20:59,093 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,44557,1731856856978 2024-11-17T15:20:59,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1617889569/meta-region-server: CHANGED 2024-11-17T15:20:59,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1617889569/meta-region-server: CHANGED 2024-11-17T15:20:59,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:20:59,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,44557,1731856856978 in 348 msec 2024-11-17T15:20:59,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:20:59,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 510 msec 2024-11-17T15:20:59,098 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:20:59,098 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:20:59,100 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:59,100 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44557,1731856856978, seqNum=-1] 2024-11-17T15:20:59,100 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:59,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:59,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4630 sec 2024-11-17T15:20:59,117 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856859117, completionTime=-1 2024-11-17T15:20:59,117 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:20:59,117 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:20:59,120 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:20:59,120 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856919120 2024-11-17T15:20:59,120 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856979120 2024-11-17T15:20:59,120 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T15:20:59,120 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43537,1731856856889-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:59,121 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43537,1731856856889-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:59,140 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43537,1731856856889-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:59,140 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:43537, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:59,140 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:59,143 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:20:59,146 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:59,151 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.110sec 2024-11-17T15:20:59,151 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:20:59,151 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:20:59,151 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:20:59,151 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:20:59,151 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:20:59,151 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43537,1731856856889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:20:59,151 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43537,1731856856889-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:20:59,174 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:20:59,174 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:20:59,174 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43537,1731856856889-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:20:59,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3000eeb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:59,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,43537,-1 for getting cluster id 2024-11-17T15:20:59,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:20:59,253 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa39ce69-c0cc-491d-8fad-c167c0e6640f' 2024-11-17T15:20:59,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:20:59,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa39ce69-c0cc-491d-8fad-c167c0e6640f" 2024-11-17T15:20:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d04f9e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,43537,-1] 2024-11-17T15:20:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:20:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:20:59,256 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:20:59,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2a434e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:20:59,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:20:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44557,1731856856978, seqNum=-1] 2024-11-17T15:20:59,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:20:59,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:20:59,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,43537,1731856856889 2024-11-17T15:20:59,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-11-17T15:20:59,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:20:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/hadoop.log.dir so I do NOT create it in target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad 2024-11-17T15:20:59,297 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:20:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/hadoop.tmp.dir so I do NOT create it in target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad 2024-11-17T15:20:59,297 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:20:59,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad 2024-11-17T15:20:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:20:59,297 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/cluster_52cf4c48-cd89-cc62-1555-dcb7953947af, deleteOnExit=true 2024-11-17T15:20:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:20:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/test.cache.data in system properties and HBase conf 2024-11-17T15:20:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:20:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:20:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:20:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:20:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:20:59,298 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:20:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:20:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:20:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:20:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:20:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:20:59,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:20:59,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:20:59,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:20:59,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:20:59,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:20:59,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:20:59,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:20:59,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:20:59,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:20:59,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10126844cb90005 connected 2024-11-17T15:20:59,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:59,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:20:59,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:20:59,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:20:59,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:20:59,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:59,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a83d7b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:20:59,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2355d0e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:20:59,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@674dd291{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/java.io.tmpdir/jetty-localhost-37353-hadoop-hdfs-3_4_1-tests_jar-_-any-8318312906503678632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:20:59,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5177afed{HTTP/1.1, (http/1.1)}{localhost:37353} 2024-11-17T15:20:59,636 INFO [Time-limited test {}] server.Server(415): Started @242573ms 2024-11-17T15:20:59,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:20:59,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:20:59,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:20:59,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:20:59,746 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:20:59,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cffb651{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:20:59,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@443690ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:20:59,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bfaabaa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/java.io.tmpdir/jetty-localhost-36397-hadoop-hdfs-3_4_1-tests_jar-_-any-17355974558379573071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:20:59,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12b62b79{HTTP/1.1, (http/1.1)}{localhost:36397} 2024-11-17T15:20:59,893 INFO [Time-limited test {}] server.Server(415): Started @242830ms 2024-11-17T15:20:59,894 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:20:59,997 WARN [Thread-3667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/cluster_52cf4c48-cd89-cc62-1555-dcb7953947af/data/data2/current/BP-422626675-172.17.0.2-1731856859328/current, will proceed with Du for space computation calculation, 2024-11-17T15:20:59,997 WARN [Thread-3666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/cluster_52cf4c48-cd89-cc62-1555-dcb7953947af/data/data1/current/BP-422626675-172.17.0.2-1731856859328/current, will proceed with Du for space computation calculation, 2024-11-17T15:21:00,014 WARN [Thread-3654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:21:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16b6637e22e3a124 with lease ID 0xf78ba93cd5d8c533: Processing first storage report for DS-c00c4db5-e147-4535-a2cd-fb554ffb8644 from datanode DatanodeRegistration(127.0.0.1:37597, datanodeUuid=02af0100-7703-4ae8-8b46-580ce34025b7, infoPort=39177, infoSecurePort=0, ipcPort=45595, storageInfo=lv=-57;cid=testClusterID;nsid=1559377499;c=1731856859328) 2024-11-17T15:21:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16b6637e22e3a124 with lease ID 0xf78ba93cd5d8c533: from storage DS-c00c4db5-e147-4535-a2cd-fb554ffb8644 node DatanodeRegistration(127.0.0.1:37597, datanodeUuid=02af0100-7703-4ae8-8b46-580ce34025b7, infoPort=39177, infoSecurePort=0, ipcPort=45595, storageInfo=lv=-57;cid=testClusterID;nsid=1559377499;c=1731856859328), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T15:21:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16b6637e22e3a124 with lease ID 0xf78ba93cd5d8c533: Processing first storage report for DS-194d49e0-9f4e-4430-b31f-4af305c93dbd from datanode DatanodeRegistration(127.0.0.1:37597, datanodeUuid=02af0100-7703-4ae8-8b46-580ce34025b7, infoPort=39177, infoSecurePort=0, ipcPort=45595, storageInfo=lv=-57;cid=testClusterID;nsid=1559377499;c=1731856859328) 2024-11-17T15:21:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16b6637e22e3a124 with lease ID 0xf78ba93cd5d8c533: from storage DS-194d49e0-9f4e-4430-b31f-4af305c93dbd node DatanodeRegistration(127.0.0.1:37597, datanodeUuid=02af0100-7703-4ae8-8b46-580ce34025b7, infoPort=39177, infoSecurePort=0, ipcPort=45595, storageInfo=lv=-57;cid=testClusterID;nsid=1559377499;c=1731856859328), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:21:00,024 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad 2024-11-17T15:21:00,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:00,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:00,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:21:00,434 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31 with version=8 2024-11-17T15:21:00,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/hbase-staging 2024-11-17T15:21:00,437 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:21:00,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:00,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:00,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:21:00,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:00,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:21:00,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:21:00,437 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:21:00,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38515 2024-11-17T15:21:00,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38515 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-11-17T15:21:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385150x0, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:00,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38515-0x10126844cb90006 connected 2024-11-17T15:21:00,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:00,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:00,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Set watcher on znode that does not yet exist, /21889216934/running 2024-11-17T15:21:00,471 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31, hbase.cluster.distributed=false 2024-11-17T15:21:00,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Set watcher on znode that does not yet exist, /21889216934/acl 2024-11-17T15:21:00,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38515 2024-11-17T15:21:00,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38515 2024-11-17T15:21:00,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38515 2024-11-17T15:21:00,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38515 2024-11-17T15:21:00,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38515 2024-11-17T15:21:00,494 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:21:00,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:00,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:00,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:21:00,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:00,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:21:00,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:21:00,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:21:00,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45741 2024-11-17T15:21:00,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45741 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-11-17T15:21:00,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:00,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:00,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457410x0, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:00,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457410x0, quorum=127.0.0.1:56556, baseZNode=/21889216934 Set watcher on znode that does not yet exist, /21889216934/running 2024-11-17T15:21:00,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45741-0x10126844cb90007 connected 2024-11-17T15:21:00,503 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:21:00,503 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:21:00,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Set watcher on znode that does not yet exist, /21889216934/master 2024-11-17T15:21:00,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Set watcher on znode that does not yet exist, /21889216934/acl 2024-11-17T15:21:00,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-17T15:21:00,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45741 2024-11-17T15:21:00,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45741 2024-11-17T15:21:00,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-17T15:21:00,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-17T15:21:00,531 DEBUG [M:0;7a780d55532c:38515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:38515 2024-11-17T15:21:00,531 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21889216934/backup-masters/7a780d55532c,38515,1731856860437 2024-11-17T15:21:00,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934/backup-masters 2024-11-17T15:21:00,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934/backup-masters 2024-11-17T15:21:00,533 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Set watcher on existing znode=/21889216934/backup-masters/7a780d55532c,38515,1731856860437 2024-11-17T15:21:00,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21889216934/master 2024-11-17T15:21:00,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:00,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:00,535 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Set watcher on existing znode=/21889216934/master 2024-11-17T15:21:00,535 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21889216934/backup-masters/7a780d55532c,38515,1731856860437 from backup master directory 2024-11-17T15:21:00,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21889216934/backup-masters/7a780d55532c,38515,1731856860437 2024-11-17T15:21:00,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934/backup-masters 2024-11-17T15:21:00,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934/backup-masters 2024-11-17T15:21:00,541 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:21:00,541 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,38515,1731856860437 2024-11-17T15:21:00,544 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/hbase.id] with ID: ca95071d-ef80-4d06-bf38-e0c044e5622b 2024-11-17T15:21:00,544 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/.tmp/hbase.id 2024-11-17T15:21:00,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:21:00,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:21:00,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:00,905 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:21:00,953 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/.tmp/hbase.id]:[hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/hbase.id] 2024-11-17T15:21:00,973 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:00,973 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:21:00,974 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:21:00,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:00,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:00,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:21:01,386 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:01,387 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:21:01,387 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:01,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:21:01,794 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store 2024-11-17T15:21:01,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:21:02,199 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:02,199 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:21:02,199 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:02,199 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:02,199 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:21:02,199 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:02,199 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:02,199 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856862199Disabling compacts and flushes for region at 1731856862199Disabling writes for close at 1731856862199Writing region close event to WAL at 1731856862199Closed at 1731856862199 2024-11-17T15:21:02,200 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/.initializing 2024-11-17T15:21:02,200 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/WALs/7a780d55532c,38515,1731856860437 2024-11-17T15:21:02,201 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:21:02,202 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C38515%2C1731856860437, suffix=, logDir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/WALs/7a780d55532c,38515,1731856860437, archiveDir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/oldWALs, maxLogs=10 2024-11-17T15:21:02,217 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/WALs/7a780d55532c,38515,1731856860437/7a780d55532c%2C38515%2C1731856860437.1731856862202, exclude list is [], retry=0 2024-11-17T15:21:02,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37597,DS-c00c4db5-e147-4535-a2cd-fb554ffb8644,DISK] 2024-11-17T15:21:02,221 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/WALs/7a780d55532c,38515,1731856860437/7a780d55532c%2C38515%2C1731856860437.1731856862202 2024-11-17T15:21:02,221 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39177:39177)] 2024-11-17T15:21:02,221 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:02,221 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:02,221 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:02,221 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:02,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:02,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:21:02,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:02,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:02,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:02,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:21:02,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:02,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:02,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:02,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:21:02,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:02,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:02,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:02,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:21:02,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:02,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:02,228 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:02,228 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:02,229 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:02,229 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:02,229 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:02,230 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:02,231 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:02,232 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:02,233 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74554899, jitterRate=0.11095456779003143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:02,233 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856862221Initializing all the Stores at 1731856862222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856862222Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856862222Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856862222Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856862222Cleaning up temporary data from old regions at 1731856862229 (+7 ms)Region opened successfully at 1731856862233 (+4 ms) 2024-11-17T15:21:02,233 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:21:02,235 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f73d4df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:21:02,236 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:21:02,236 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:21:02,236 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:21:02,236 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:21:02,237 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:21:02,237 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:21:02,237 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:21:02,238 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:21:02,239 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Unable to get data of znode /21889216934/balancer because node does not exist (not necessarily an error) 2024-11-17T15:21:02,240 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21889216934/balancer already deleted, retry=false 2024-11-17T15:21:02,240 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:21:02,241 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Unable to get data of znode /21889216934/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:21:02,242 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21889216934/normalizer already deleted, retry=false 2024-11-17T15:21:02,242 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:21:02,243 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Unable to get data of znode /21889216934/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:21:02,244 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21889216934/switch/split already deleted, retry=false 2024-11-17T15:21:02,245 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Unable to get data of znode /21889216934/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:21:02,246 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21889216934/switch/merge already deleted, retry=false 2024-11-17T15:21:02,247 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Unable to get data of znode /21889216934/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:21:02,248 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21889216934/snapshot-cleanup already deleted, retry=false 2024-11-17T15:21:02,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21889216934/running 2024-11-17T15:21:02,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:02,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21889216934/running 2024-11-17T15:21:02,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:02,250 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,38515,1731856860437, sessionid=0x10126844cb90006, setting cluster-up flag (Was=false) 2024-11-17T15:21:02,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:02,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:02,257 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21889216934/flush-table-proc/acquired, /21889216934/flush-table-proc/reached, /21889216934/flush-table-proc/abort 2024-11-17T15:21:02,258 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,38515,1731856860437 2024-11-17T15:21:02,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:02,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:02,265 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21889216934/online-snapshot/acquired, /21889216934/online-snapshot/reached, /21889216934/online-snapshot/abort 2024-11-17T15:21:02,266 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,38515,1731856860437 2024-11-17T15:21:02,267 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:21:02,268 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:02,269 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:21:02,269 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:21:02,269 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,38515,1731856860437 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:21:02,270 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:02,270 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:02,270 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:02,270 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:02,270 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:21:02,270 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:02,270 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:21:02,270 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:02,272 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856892272 2024-11-17T15:21:02,272 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:21:02,272 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:21:02,273 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:21:02,273 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:21:02,273 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:21:02,273 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:02,273 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:21:02,273 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:21:02,274 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:02,274 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:21:02,276 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:02,280 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:21:02,280 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:21:02,281 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:21:02,281 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:21:02,284 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:21:02,284 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:21:02,285 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856862285,5,FailOnTimeoutGroup] 2024-11-17T15:21:02,285 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856862285,5,FailOnTimeoutGroup] 2024-11-17T15:21:02,285 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:02,285 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:21:02,285 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:02,285 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:02,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:21:02,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:21:02,288 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31 2024-11-17T15:21:02,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741832_1008 (size=32) 2024-11-17T15:21:02,318 INFO [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(746): ClusterId : ca95071d-ef80-4d06-bf38-e0c044e5622b 2024-11-17T15:21:02,318 DEBUG [RS:0;7a780d55532c:45741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:21:02,320 DEBUG [RS:0;7a780d55532c:45741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:21:02,320 DEBUG [RS:0;7a780d55532c:45741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:21:02,321 DEBUG [RS:0;7a780d55532c:45741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:21:02,321 DEBUG [RS:0;7a780d55532c:45741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e48f01c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:21:02,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T15:21:02,324 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T15:21:02,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T15:21:02,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T15:21:02,335 DEBUG [RS:0;7a780d55532c:45741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:45741 2024-11-17T15:21:02,335 INFO [RS:0;7a780d55532c:45741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:21:02,335 INFO [RS:0;7a780d55532c:45741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:21:02,335 DEBUG [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:21:02,336 INFO [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,38515,1731856860437 with port=45741, startcode=1731856860494 2024-11-17T15:21:02,336 DEBUG [RS:0;7a780d55532c:45741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:21:02,337 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:21:02,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,45741,1731856860494 2024-11-17T15:21:02,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38515 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,45741,1731856860494 2024-11-17T15:21:02,339 DEBUG [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31 2024-11-17T15:21:02,339 DEBUG [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44815 2024-11-17T15:21:02,339 DEBUG [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:21:02,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934/rs 2024-11-17T15:21:02,346 DEBUG [RS:0;7a780d55532c:45741 {}] zookeeper.ZKUtil(111): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Set watcher on existing znode=/21889216934/rs/7a780d55532c,45741,1731856860494 2024-11-17T15:21:02,346 WARN [RS:0;7a780d55532c:45741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:21:02,346 INFO [RS:0;7a780d55532c:45741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:02,346 DEBUG [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494 2024-11-17T15:21:02,346 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,45741,1731856860494] 2024-11-17T15:21:02,349 INFO [RS:0;7a780d55532c:45741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:21:02,352 INFO [RS:0;7a780d55532c:45741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:21:02,353 INFO [RS:0;7a780d55532c:45741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:21:02,353 INFO [RS:0;7a780d55532c:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:02,353 INFO [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:21:02,354 INFO [RS:0;7a780d55532c:45741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:21:02,354 INFO [RS:0;7a780d55532c:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:02,354 DEBUG [RS:0;7a780d55532c:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:02,354 DEBUG [RS:0;7a780d55532c:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:02,354 DEBUG [RS:0;7a780d55532c:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:02,354 DEBUG [RS:0;7a780d55532c:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:02,354 DEBUG [RS:0;7a780d55532c:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:02,354 DEBUG [RS:0;7a780d55532c:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:21:02,354 DEBUG [RS:0;7a780d55532c:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:02,354 DEBUG [RS:0;7a780d55532c:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:02,354 DEBUG [RS:0;7a780d55532c:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:02,354 DEBUG [RS:0;7a780d55532c:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:02,354 DEBUG [RS:0;7a780d55532c:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:02,354 DEBUG [RS:0;7a780d55532c:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:02,354 DEBUG [RS:0;7a780d55532c:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:21:02,354 DEBUG [RS:0;7a780d55532c:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:21:02,355 INFO [RS:0;7a780d55532c:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:02,355 INFO [RS:0;7a780d55532c:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:02,355 INFO [RS:0;7a780d55532c:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:02,355 INFO [RS:0;7a780d55532c:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:02,355 INFO [RS:0;7a780d55532c:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:02,355 INFO [RS:0;7a780d55532c:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45741,1731856860494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:21:02,370 INFO [RS:0;7a780d55532c:45741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:21:02,370 INFO [RS:0;7a780d55532c:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45741,1731856860494-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:02,370 INFO [RS:0;7a780d55532c:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:02,370 INFO [RS:0;7a780d55532c:45741 {}] regionserver.Replication(171): 7a780d55532c,45741,1731856860494 started 2024-11-17T15:21:02,387 INFO [RS:0;7a780d55532c:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:02,388 INFO [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,45741,1731856860494, RpcServer on 7a780d55532c/172.17.0.2:45741, sessionid=0x10126844cb90007 2024-11-17T15:21:02,388 DEBUG [RS:0;7a780d55532c:45741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:21:02,388 DEBUG [RS:0;7a780d55532c:45741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,45741,1731856860494 2024-11-17T15:21:02,388 DEBUG [RS:0;7a780d55532c:45741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,45741,1731856860494' 2024-11-17T15:21:02,388 DEBUG [RS:0;7a780d55532c:45741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21889216934/flush-table-proc/abort' 2024-11-17T15:21:02,388 DEBUG [RS:0;7a780d55532c:45741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21889216934/flush-table-proc/acquired' 2024-11-17T15:21:02,389 DEBUG [RS:0;7a780d55532c:45741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:21:02,389 DEBUG [RS:0;7a780d55532c:45741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:21:02,389 DEBUG [RS:0;7a780d55532c:45741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,45741,1731856860494 2024-11-17T15:21:02,389 DEBUG [RS:0;7a780d55532c:45741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,45741,1731856860494' 2024-11-17T15:21:02,389 DEBUG [RS:0;7a780d55532c:45741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21889216934/online-snapshot/abort' 2024-11-17T15:21:02,389 DEBUG [RS:0;7a780d55532c:45741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21889216934/online-snapshot/acquired' 2024-11-17T15:21:02,389 DEBUG [RS:0;7a780d55532c:45741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:21:02,389 INFO [RS:0;7a780d55532c:45741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:21:02,389 INFO [RS:0;7a780d55532c:45741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:21:02,490 INFO [RS:0;7a780d55532c:45741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:21:02,491 INFO [RS:0;7a780d55532c:45741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C45741%2C1731856860494, suffix=, logDir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494, archiveDir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/oldWALs, maxLogs=10 2024-11-17T15:21:02,506 DEBUG [RS:0;7a780d55532c:45741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492, exclude list is [], retry=0 2024-11-17T15:21:02,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37597,DS-c00c4db5-e147-4535-a2cd-fb554ffb8644,DISK] 2024-11-17T15:21:02,510 INFO [RS:0;7a780d55532c:45741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 2024-11-17T15:21:02,510 DEBUG [RS:0;7a780d55532c:45741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39177:39177)] 2024-11-17T15:21:02,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:02,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:21:02,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:21:02,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:02,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:02,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:21:02,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:21:02,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:02,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:02,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:21:02,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:21:02,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:02,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:02,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:21:02,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:21:02,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:02,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:02,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:21:02,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740 2024-11-17T15:21:02,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740 2024-11-17T15:21:02,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:21:02,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:21:02,703 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:02,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:21:02,705 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:02,705 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61667384, jitterRate=-0.08108437061309814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:02,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856862694Initializing all the Stores at 1731856862695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856862695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856862695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856862695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856862695Cleaning up temporary data from old regions at 1731856862702 (+7 ms)Region opened successfully at 1731856862705 (+3 ms) 2024-11-17T15:21:02,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:21:02,705 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:21:02,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:21:02,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:21:02,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:21:02,706 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:21:02,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856862705Disabling compacts and flushes for region at 1731856862705Disabling writes for close at 1731856862705Writing region close event to WAL at 1731856862706 (+1 ms)Closed at 1731856862706 2024-11-17T15:21:02,706 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:02,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:21:02,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:21:02,707 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:21:02,708 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:21:02,859 DEBUG [7a780d55532c:38515 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:21:02,859 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,45741,1731856860494 2024-11-17T15:21:02,860 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,45741,1731856860494, state=OPENING 2024-11-17T15:21:02,862 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:21:02,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:02,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:02,863 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:21:02,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21889216934/meta-region-server: CHANGED 2024-11-17T15:21:02,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21889216934/meta-region-server: CHANGED 2024-11-17T15:21:02,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,45741,1731856860494}] 2024-11-17T15:21:03,016 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:21:03,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:21:03,020 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:21:03,020 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:03,020 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:21:03,021 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C45741%2C1731856860494.meta, suffix=.meta, logDir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494, archiveDir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/oldWALs, maxLogs=10 2024-11-17T15:21:03,036 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.meta.1731856863022.meta, exclude list is [], retry=0 2024-11-17T15:21:03,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37597,DS-c00c4db5-e147-4535-a2cd-fb554ffb8644,DISK] 2024-11-17T15:21:03,040 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.meta.1731856863022.meta 2024-11-17T15:21:03,040 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39177:39177)] 2024-11-17T15:21:03,040 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:03,040 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:03,040 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:21:03,041 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:21:03,041 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:21:03,041 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:21:03,041 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:03,041 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:21:03,041 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:21:03,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:21:03,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:21:03,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:03,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:03,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:21:03,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:21:03,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:03,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:03,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:21:03,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:21:03,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:03,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:03,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:21:03,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:21:03,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:03,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:03,046 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:21:03,047 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740 2024-11-17T15:21:03,047 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740 2024-11-17T15:21:03,048 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:21:03,048 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:21:03,049 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:03,050 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:21:03,050 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67087985, jitterRate=-3.111213445663452E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:03,050 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:21:03,050 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856863041Writing region info on filesystem at 1731856863041Initializing all the Stores at 1731856863042 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856863042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856863042Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856863042Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856863042Cleaning up temporary data from old regions at 1731856863048 (+6 ms)Running coprocessor post-open hooks at 1731856863050 (+2 ms)Region opened successfully at 1731856863050 2024-11-17T15:21:03,051 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856863015 2024-11-17T15:21:03,053 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:21:03,053 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:21:03,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,45741,1731856860494 2024-11-17T15:21:03,054 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,45741,1731856860494, state=OPEN 2024-11-17T15:21:03,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21889216934/meta-region-server 2024-11-17T15:21:03,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21889216934/meta-region-server 2024-11-17T15:21:03,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21889216934/meta-region-server: CHANGED 2024-11-17T15:21:03,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21889216934/meta-region-server: CHANGED 2024-11-17T15:21:03,057 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,45741,1731856860494 2024-11-17T15:21:03,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:21:03,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,45741,1731856860494 in 194 msec 2024-11-17T15:21:03,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:21:03,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-17T15:21:03,060 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:03,060 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:21:03,061 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:03,061 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,45741,1731856860494, seqNum=-1] 2024-11-17T15:21:03,062 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:03,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:03,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 798 msec 2024-11-17T15:21:03,066 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856863066, completionTime=-1 2024-11-17T15:21:03,066 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:21:03,066 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:21:03,068 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:21:03,068 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856923068 2024-11-17T15:21:03,068 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731856983068 2024-11-17T15:21:03,068 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T15:21:03,068 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38515,1731856860437-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:03,068 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38515,1731856860437-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:03,068 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38515,1731856860437-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:03,069 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:38515, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:03,069 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:03,069 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:03,070 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:21:03,071 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.530sec 2024-11-17T15:21:03,071 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:21:03,071 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:21:03,072 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:21:03,072 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:21:03,072 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:21:03,072 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38515,1731856860437-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:21:03,072 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38515,1731856860437-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:21:03,073 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:21:03,073 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:21:03,073 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38515,1731856860437-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:03,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5c6f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:03,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,38515,-1 for getting cluster id 2024-11-17T15:21:03,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:03,120 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca95071d-ef80-4d06-bf38-e0c044e5622b' 2024-11-17T15:21:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca95071d-ef80-4d06-bf38-e0c044e5622b" 2024-11-17T15:21:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4376ab5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,38515,-1] 2024-11-17T15:21:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:03,121 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:03,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327a981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:03,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:03,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,45741,1731856860494, seqNum=-1] 2024-11-17T15:21:03,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:03,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:03,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,38515,1731856860437 2024-11-17T15:21:03,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-11-17T15:21:03,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:03,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10126844cb90008 connected 2024-11-17T15:21:03,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:03,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,44045,1731856852663 2024-11-17T15:21:03,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d5eb7a7 2024-11-17T15:21:03,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:03,133 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:03,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:21:03,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:21:03,136 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:03,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:21:03,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:21:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:03,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:21:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:03,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69aef2e52742fd4fd642cfb6bf636eb4, NAME => 'test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7 2024-11-17T15:21:03,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:21:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:03,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:03,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69aef2e52742fd4fd642cfb6bf636eb4, disabling compactions & flushes 2024-11-17T15:21:03,950 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. 2024-11-17T15:21:03,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. 2024-11-17T15:21:03,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. after waiting 0 ms 2024-11-17T15:21:03,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. 2024-11-17T15:21:03,950 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. 2024-11-17T15:21:03,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69aef2e52742fd4fd642cfb6bf636eb4: Waiting for close lock at 1731856863950Disabling compacts and flushes for region at 1731856863950Disabling writes for close at 1731856863950Writing region close event to WAL at 1731856863950Closed at 1731856863950 2024-11-17T15:21:03,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:21:03,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856863952"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856863952"}]},"ts":"1731856863952"} 2024-11-17T15:21:03,954 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:21:03,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:21:03,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856863954"}]},"ts":"1731856863954"} 2024-11-17T15:21:03,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:21:03,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69aef2e52742fd4fd642cfb6bf636eb4, ASSIGN}] 2024-11-17T15:21:03,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69aef2e52742fd4fd642cfb6bf636eb4, ASSIGN 2024-11-17T15:21:03,958 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69aef2e52742fd4fd642cfb6bf636eb4, ASSIGN; state=OFFLINE, location=7a780d55532c,45621,1731856852719; forceNewPlan=false, retain=false 2024-11-17T15:21:04,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69aef2e52742fd4fd642cfb6bf636eb4, regionState=OPENING, regionLocation=7a780d55532c,45621,1731856852719 2024-11-17T15:21:04,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69aef2e52742fd4fd642cfb6bf636eb4, ASSIGN because future has completed 2024-11-17T15:21:04,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69aef2e52742fd4fd642cfb6bf636eb4, server=7a780d55532c,45621,1731856852719}] 2024-11-17T15:21:04,271 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. 2024-11-17T15:21:04,271 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69aef2e52742fd4fd642cfb6bf636eb4, NAME => 'test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:04,271 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:04,272 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:21:04,272 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:04,272 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:04,272 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:04,272 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:04,273 INFO [StoreOpener-69aef2e52742fd4fd642cfb6bf636eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:04,274 INFO [StoreOpener-69aef2e52742fd4fd642cfb6bf636eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69aef2e52742fd4fd642cfb6bf636eb4 columnFamilyName f 2024-11-17T15:21:04,274 DEBUG [StoreOpener-69aef2e52742fd4fd642cfb6bf636eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:04,274 INFO [StoreOpener-69aef2e52742fd4fd642cfb6bf636eb4-1 {}] regionserver.HStore(327): Store=69aef2e52742fd4fd642cfb6bf636eb4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:04,274 INFO [StoreOpener-69aef2e52742fd4fd642cfb6bf636eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:04,275 INFO [StoreOpener-69aef2e52742fd4fd642cfb6bf636eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69aef2e52742fd4fd642cfb6bf636eb4 columnFamilyName f1 2024-11-17T15:21:04,275 DEBUG [StoreOpener-69aef2e52742fd4fd642cfb6bf636eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:04,275 INFO [StoreOpener-69aef2e52742fd4fd642cfb6bf636eb4-1 {}] regionserver.HStore(327): Store=69aef2e52742fd4fd642cfb6bf636eb4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:04,275 INFO [StoreOpener-69aef2e52742fd4fd642cfb6bf636eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:04,276 INFO [StoreOpener-69aef2e52742fd4fd642cfb6bf636eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69aef2e52742fd4fd642cfb6bf636eb4 columnFamilyName norep 2024-11-17T15:21:04,276 DEBUG [StoreOpener-69aef2e52742fd4fd642cfb6bf636eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:04,276 INFO [StoreOpener-69aef2e52742fd4fd642cfb6bf636eb4-1 {}] regionserver.HStore(327): Store=69aef2e52742fd4fd642cfb6bf636eb4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:04,277 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:04,277 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:04,277 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:04,278 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:04,278 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:04,278 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:21:04,279 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:04,281 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:04,281 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69aef2e52742fd4fd642cfb6bf636eb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63435841, jitterRate=-0.0547323077917099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:21:04,281 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:04,282 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69aef2e52742fd4fd642cfb6bf636eb4: Running coprocessor pre-open hook at 1731856864272Writing region info on filesystem at 1731856864272Initializing all the Stores at 1731856864272Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856864273 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856864273Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856864273Cleaning up temporary data from old regions at 1731856864278 (+5 ms)Running coprocessor post-open hooks at 1731856864281 (+3 ms)Region opened successfully at 1731856864282 (+1 ms) 2024-11-17T15:21:04,283 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4., pid=6, masterSystemTime=1731856864268 2024-11-17T15:21:04,285 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. 2024-11-17T15:21:04,285 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. 2024-11-17T15:21:04,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69aef2e52742fd4fd642cfb6bf636eb4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,45621,1731856852719 2024-11-17T15:21:04,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69aef2e52742fd4fd642cfb6bf636eb4, server=7a780d55532c,45621,1731856852719 because future has completed 2024-11-17T15:21:04,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:21:04,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69aef2e52742fd4fd642cfb6bf636eb4, server=7a780d55532c,45621,1731856852719 in 173 msec 2024-11-17T15:21:04,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:21:04,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69aef2e52742fd4fd642cfb6bf636eb4, ASSIGN in 332 msec 2024-11-17T15:21:04,291 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:21:04,291 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856864291"}]},"ts":"1731856864291"} 2024-11-17T15:21:04,293 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:21:04,293 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:21:04,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-17T15:21:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:05,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:05,299 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:21:05,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,43537,1731856856889 2024-11-17T15:21:05,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1abad9a4 2024-11-17T15:21:05,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:05,300 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:05,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:21:05,303 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:21:05,303 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:05,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:21:05,304 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:21:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:05,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:21:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:05,711 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15c4b33760f2a7e586ff757709e2eafa, NAME => 'test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621 2024-11-17T15:21:05,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:21:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:06,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:06,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 15c4b33760f2a7e586ff757709e2eafa, disabling compactions & flushes 2024-11-17T15:21:06,116 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. 2024-11-17T15:21:06,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. 2024-11-17T15:21:06,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. after waiting 0 ms 2024-11-17T15:21:06,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. 2024-11-17T15:21:06,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. 2024-11-17T15:21:06,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15c4b33760f2a7e586ff757709e2eafa: Waiting for close lock at 1731856866116Disabling compacts and flushes for region at 1731856866116Disabling writes for close at 1731856866117 (+1 ms)Writing region close event to WAL at 1731856866117Closed at 1731856866117 2024-11-17T15:21:06,118 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:21:06,118 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856866118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856866118"}]},"ts":"1731856866118"} 2024-11-17T15:21:06,120 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:21:06,121 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:21:06,121 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856866121"}]},"ts":"1731856866121"} 2024-11-17T15:21:06,122 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:21:06,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15c4b33760f2a7e586ff757709e2eafa, ASSIGN}] 2024-11-17T15:21:06,124 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15c4b33760f2a7e586ff757709e2eafa, ASSIGN 2024-11-17T15:21:06,124 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=15c4b33760f2a7e586ff757709e2eafa, ASSIGN; state=OFFLINE, location=7a780d55532c,44557,1731856856978; forceNewPlan=false, retain=false 2024-11-17T15:21:06,275 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15c4b33760f2a7e586ff757709e2eafa, regionState=OPENING, regionLocation=7a780d55532c,44557,1731856856978 2024-11-17T15:21:06,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=15c4b33760f2a7e586ff757709e2eafa, ASSIGN because future has completed 2024-11-17T15:21:06,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15c4b33760f2a7e586ff757709e2eafa, server=7a780d55532c,44557,1731856856978}] 2024-11-17T15:21:06,433 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. 2024-11-17T15:21:06,433 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 15c4b33760f2a7e586ff757709e2eafa, NAME => 'test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:06,433 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:06,433 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:21:06,433 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 15c4b33760f2a7e586ff757709e2eafa 2024-11-17T15:21:06,433 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:06,433 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 15c4b33760f2a7e586ff757709e2eafa 2024-11-17T15:21:06,433 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 15c4b33760f2a7e586ff757709e2eafa 2024-11-17T15:21:06,434 INFO [StoreOpener-15c4b33760f2a7e586ff757709e2eafa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15c4b33760f2a7e586ff757709e2eafa 2024-11-17T15:21:06,435 INFO [StoreOpener-15c4b33760f2a7e586ff757709e2eafa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c4b33760f2a7e586ff757709e2eafa columnFamilyName f 2024-11-17T15:21:06,435 DEBUG [StoreOpener-15c4b33760f2a7e586ff757709e2eafa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:06,436 INFO [StoreOpener-15c4b33760f2a7e586ff757709e2eafa-1 {}] regionserver.HStore(327): Store=15c4b33760f2a7e586ff757709e2eafa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:06,436 INFO [StoreOpener-15c4b33760f2a7e586ff757709e2eafa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 15c4b33760f2a7e586ff757709e2eafa 2024-11-17T15:21:06,437 INFO [StoreOpener-15c4b33760f2a7e586ff757709e2eafa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c4b33760f2a7e586ff757709e2eafa columnFamilyName f1 2024-11-17T15:21:06,437 DEBUG [StoreOpener-15c4b33760f2a7e586ff757709e2eafa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:06,437 INFO [StoreOpener-15c4b33760f2a7e586ff757709e2eafa-1 {}] regionserver.HStore(327): Store=15c4b33760f2a7e586ff757709e2eafa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:06,437 INFO [StoreOpener-15c4b33760f2a7e586ff757709e2eafa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 15c4b33760f2a7e586ff757709e2eafa 2024-11-17T15:21:06,438 INFO [StoreOpener-15c4b33760f2a7e586ff757709e2eafa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c4b33760f2a7e586ff757709e2eafa columnFamilyName norep 2024-11-17T15:21:06,438 DEBUG [StoreOpener-15c4b33760f2a7e586ff757709e2eafa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:06,438 INFO [StoreOpener-15c4b33760f2a7e586ff757709e2eafa-1 {}] regionserver.HStore(327): Store=15c4b33760f2a7e586ff757709e2eafa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:06,438 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 15c4b33760f2a7e586ff757709e2eafa 2024-11-17T15:21:06,439 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa 2024-11-17T15:21:06,439 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa 2024-11-17T15:21:06,440 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 15c4b33760f2a7e586ff757709e2eafa 2024-11-17T15:21:06,440 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 15c4b33760f2a7e586ff757709e2eafa 2024-11-17T15:21:06,441 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:21:06,441 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 15c4b33760f2a7e586ff757709e2eafa 2024-11-17T15:21:06,443 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:06,443 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 15c4b33760f2a7e586ff757709e2eafa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66310288, jitterRate=-0.011899709701538086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:21:06,443 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15c4b33760f2a7e586ff757709e2eafa 2024-11-17T15:21:06,443 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 15c4b33760f2a7e586ff757709e2eafa: Running coprocessor pre-open hook at 1731856866433Writing region info on filesystem at 1731856866433Initializing all the Stores at 1731856866434 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856866434Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856866434Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856866434Cleaning up temporary data from old regions at 1731856866440 (+6 ms)Running coprocessor post-open hooks at 1731856866443 (+3 ms)Region opened successfully at 1731856866443 2024-11-17T15:21:06,444 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa., pid=6, masterSystemTime=1731856866429 2024-11-17T15:21:06,447 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. 2024-11-17T15:21:06,447 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. 2024-11-17T15:21:06,447 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15c4b33760f2a7e586ff757709e2eafa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,44557,1731856856978 2024-11-17T15:21:06,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15c4b33760f2a7e586ff757709e2eafa, server=7a780d55532c,44557,1731856856978 because future has completed 2024-11-17T15:21:06,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:21:06,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 15c4b33760f2a7e586ff757709e2eafa, server=7a780d55532c,44557,1731856856978 in 173 msec 2024-11-17T15:21:06,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:21:06,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=15c4b33760f2a7e586ff757709e2eafa, ASSIGN in 328 msec 2024-11-17T15:21:06,454 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:21:06,454 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856866454"}]},"ts":"1731856866454"} 2024-11-17T15:21:06,456 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:21:06,456 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:21:06,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-17T15:21:06,906 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T15:21:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:07,448 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:21:07,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,38515,1731856860437 2024-11-17T15:21:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5782c5a 2024-11-17T15:21:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:07,450 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:07,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:21:07,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:21:07,453 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:07,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:21:07,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:21:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:07,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:21:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:07,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c7a1c6617504d12d0a19d679b18855f, NAME => 'test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31 2024-11-17T15:21:07,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:21:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:08,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:08,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8c7a1c6617504d12d0a19d679b18855f, disabling compactions & flushes 2024-11-17T15:21:08,266 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. 2024-11-17T15:21:08,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. 2024-11-17T15:21:08,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. after waiting 0 ms 2024-11-17T15:21:08,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. 2024-11-17T15:21:08,266 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. 2024-11-17T15:21:08,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c7a1c6617504d12d0a19d679b18855f: Waiting for close lock at 1731856868266Disabling compacts and flushes for region at 1731856868266Disabling writes for close at 1731856868266Writing region close event to WAL at 1731856868266Closed at 1731856868266 2024-11-17T15:21:08,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:21:08,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856868267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856868267"}]},"ts":"1731856868267"} 2024-11-17T15:21:08,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:21:08,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:21:08,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856868270"}]},"ts":"1731856868270"} 2024-11-17T15:21:08,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:21:08,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c7a1c6617504d12d0a19d679b18855f, ASSIGN}] 2024-11-17T15:21:08,273 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c7a1c6617504d12d0a19d679b18855f, ASSIGN 2024-11-17T15:21:08,273 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8c7a1c6617504d12d0a19d679b18855f, ASSIGN; state=OFFLINE, location=7a780d55532c,45741,1731856860494; forceNewPlan=false, retain=false 2024-11-17T15:21:08,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c7a1c6617504d12d0a19d679b18855f, regionState=OPENING, regionLocation=7a780d55532c,45741,1731856860494 2024-11-17T15:21:08,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8c7a1c6617504d12d0a19d679b18855f, ASSIGN because future has completed 2024-11-17T15:21:08,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c7a1c6617504d12d0a19d679b18855f, server=7a780d55532c,45741,1731856860494}] 2024-11-17T15:21:08,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:21:08,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,584 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. 2024-11-17T15:21:08,584 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c7a1c6617504d12d0a19d679b18855f, NAME => 'test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:08,584 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:08,585 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:21:08,585 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:08,585 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:08,585 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:08,585 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:08,586 INFO [StoreOpener-8c7a1c6617504d12d0a19d679b18855f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:08,587 INFO [StoreOpener-8c7a1c6617504d12d0a19d679b18855f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c7a1c6617504d12d0a19d679b18855f columnFamilyName f 2024-11-17T15:21:08,588 DEBUG [StoreOpener-8c7a1c6617504d12d0a19d679b18855f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:08,588 INFO [StoreOpener-8c7a1c6617504d12d0a19d679b18855f-1 {}] regionserver.HStore(327): Store=8c7a1c6617504d12d0a19d679b18855f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:08,588 INFO [StoreOpener-8c7a1c6617504d12d0a19d679b18855f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:08,589 INFO [StoreOpener-8c7a1c6617504d12d0a19d679b18855f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c7a1c6617504d12d0a19d679b18855f columnFamilyName f1 2024-11-17T15:21:08,589 DEBUG [StoreOpener-8c7a1c6617504d12d0a19d679b18855f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:08,589 INFO [StoreOpener-8c7a1c6617504d12d0a19d679b18855f-1 {}] regionserver.HStore(327): Store=8c7a1c6617504d12d0a19d679b18855f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:08,590 INFO [StoreOpener-8c7a1c6617504d12d0a19d679b18855f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:08,591 INFO [StoreOpener-8c7a1c6617504d12d0a19d679b18855f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c7a1c6617504d12d0a19d679b18855f columnFamilyName norep 2024-11-17T15:21:08,591 DEBUG [StoreOpener-8c7a1c6617504d12d0a19d679b18855f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:08,591 INFO [StoreOpener-8c7a1c6617504d12d0a19d679b18855f-1 {}] regionserver.HStore(327): Store=8c7a1c6617504d12d0a19d679b18855f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:08,591 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:08,592 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:08,592 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:08,593 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:08,593 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:08,593 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:21:08,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,594 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:08,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,596 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:08,597 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c7a1c6617504d12d0a19d679b18855f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64948286, jitterRate=-0.03219512104988098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:21:08,597 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:08,597 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c7a1c6617504d12d0a19d679b18855f: Running coprocessor pre-open hook at 1731856868585Writing region info on filesystem at 1731856868585Initializing all the Stores at 1731856868586 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856868586Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856868586Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856868586Cleaning up temporary data from old regions at 1731856868593 (+7 ms)Running coprocessor post-open hooks at 1731856868597 (+4 ms)Region opened successfully at 1731856868597 2024-11-17T15:21:08,598 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f., pid=6, masterSystemTime=1731856868578 2024-11-17T15:21:08,600 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. 2024-11-17T15:21:08,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,600 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. 2024-11-17T15:21:08,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c7a1c6617504d12d0a19d679b18855f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,45741,1731856860494 2024-11-17T15:21:08,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c7a1c6617504d12d0a19d679b18855f, server=7a780d55532c,45741,1731856860494 because future has completed 2024-11-17T15:21:08,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:21:08,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c7a1c6617504d12d0a19d679b18855f, server=7a780d55532c,45741,1731856860494 in 179 msec 2024-11-17T15:21:08,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:08,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:21:08,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8c7a1c6617504d12d0a19d679b18855f, ASSIGN in 334 msec 2024-11-17T15:21:08,609 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:21:08,610 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856868609"}]},"ts":"1731856868609"} 2024-11-17T15:21:08,611 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:21:08,612 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:21:08,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-17T15:21:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:09,599 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:21:09,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fac012a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:09,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,44045,-1 for getting cluster id 2024-11-17T15:21:09,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:09,600 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eb66f66-474d-4a93-875e-a6053590f143' 2024-11-17T15:21:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eb66f66-474d-4a93-875e-a6053590f143" 2024-11-17T15:21:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed0f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,44045,-1] 2024-11-17T15:21:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:09,602 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:09,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136c5676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:09,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,44045,1731856852663 2024-11-17T15:21:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1102cd94 2024-11-17T15:21:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:09,605 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:09,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:43537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:21:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:21:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:09,608 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:43537' 2024-11-17T15:21:09,609 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba41772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:09,609 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,43537,-1 for getting cluster id 2024-11-17T15:21:09,609 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:09,609 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa39ce69-c0cc-491d-8fad-c167c0e6640f' 2024-11-17T15:21:09,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:09,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa39ce69-c0cc-491d-8fad-c167c0e6640f" 2024-11-17T15:21:09,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c552307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:09,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,43537,-1] 2024-11-17T15:21:09,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:09,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:09,610 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91ebf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:09,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,43537,1731856856889 2024-11-17T15:21:09,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6007bbd8 2024-11-17T15:21:09,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:09,612 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:09,613 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T15:21:09,613 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:21:09,613 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:09,613 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:09,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:09,614 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:09,614 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:21:09,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:21:09,615 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:09,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:21:09,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741837_1013 (size=1138) 2024-11-17T15:21:09,665 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:21:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:10,022 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 218c4ead9cc1c6b924cb9869e3ddaf79, NAME => 'hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7 2024-11-17T15:21:10,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741838_1014 (size=44) 2024-11-17T15:21:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:10,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:10,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 218c4ead9cc1c6b924cb9869e3ddaf79, disabling compactions & flushes 2024-11-17T15:21:10,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:10,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:10,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. after waiting 0 ms 2024-11-17T15:21:10,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:10,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:10,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 218c4ead9cc1c6b924cb9869e3ddaf79: Waiting for close lock at 1731856870431Disabling compacts and flushes for region at 1731856870431Disabling writes for close at 1731856870431Writing region close event to WAL at 1731856870431Closed at 1731856870431 2024-11-17T15:21:10,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:21:10,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856870432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856870432"}]},"ts":"1731856870432"} 2024-11-17T15:21:10,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:21:10,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:21:10,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856870435"}]},"ts":"1731856870435"} 2024-11-17T15:21:10,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:21:10,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=218c4ead9cc1c6b924cb9869e3ddaf79, ASSIGN}] 2024-11-17T15:21:10,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=218c4ead9cc1c6b924cb9869e3ddaf79, ASSIGN 2024-11-17T15:21:10,439 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=218c4ead9cc1c6b924cb9869e3ddaf79, ASSIGN; state=OFFLINE, location=7a780d55532c,45621,1731856852719; forceNewPlan=false, retain=false 2024-11-17T15:21:10,589 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=218c4ead9cc1c6b924cb9869e3ddaf79, regionState=OPENING, regionLocation=7a780d55532c,45621,1731856852719 2024-11-17T15:21:10,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=218c4ead9cc1c6b924cb9869e3ddaf79, ASSIGN because future has completed 2024-11-17T15:21:10,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 218c4ead9cc1c6b924cb9869e3ddaf79, server=7a780d55532c,45621,1731856852719}] 2024-11-17T15:21:10,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:10,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:10,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:21:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:10,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C45621%2C1731856852719.rep, suffix=, logDir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719, archiveDir=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/oldWALs, maxLogs=10 2024-11-17T15:21:10,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.rep.1731856870749, exclude list is [], retry=0 2024-11-17T15:21:10,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36073,DS-90369781-33c5-4371-a942-fb1199f5edba,DISK] 2024-11-17T15:21:10,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.rep.1731856870749 2024-11-17T15:21:10,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46045:46045)] 2024-11-17T15:21:10,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 218c4ead9cc1c6b924cb9869e3ddaf79, NAME => 'hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:10,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:10,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:21:10,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. service=MultiRowMutationService 2024-11-17T15:21:10,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:21:10,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:10,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:10,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:10,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:10,768 INFO [StoreOpener-218c4ead9cc1c6b924cb9869e3ddaf79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:10,769 INFO [StoreOpener-218c4ead9cc1c6b924cb9869e3ddaf79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 218c4ead9cc1c6b924cb9869e3ddaf79 columnFamilyName hfileref 2024-11-17T15:21:10,769 DEBUG [StoreOpener-218c4ead9cc1c6b924cb9869e3ddaf79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:10,770 INFO [StoreOpener-218c4ead9cc1c6b924cb9869e3ddaf79-1 {}] regionserver.HStore(327): Store=218c4ead9cc1c6b924cb9869e3ddaf79/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:10,770 INFO [StoreOpener-218c4ead9cc1c6b924cb9869e3ddaf79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:10,771 INFO [StoreOpener-218c4ead9cc1c6b924cb9869e3ddaf79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 218c4ead9cc1c6b924cb9869e3ddaf79 columnFamilyName queue 2024-11-17T15:21:10,771 DEBUG [StoreOpener-218c4ead9cc1c6b924cb9869e3ddaf79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:10,771 INFO [StoreOpener-218c4ead9cc1c6b924cb9869e3ddaf79-1 {}] regionserver.HStore(327): Store=218c4ead9cc1c6b924cb9869e3ddaf79/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:10,771 INFO [StoreOpener-218c4ead9cc1c6b924cb9869e3ddaf79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:10,772 INFO [StoreOpener-218c4ead9cc1c6b924cb9869e3ddaf79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 218c4ead9cc1c6b924cb9869e3ddaf79 columnFamilyName sid 2024-11-17T15:21:10,772 DEBUG [StoreOpener-218c4ead9cc1c6b924cb9869e3ddaf79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:10,772 INFO [StoreOpener-218c4ead9cc1c6b924cb9869e3ddaf79-1 {}] regionserver.HStore(327): Store=218c4ead9cc1c6b924cb9869e3ddaf79/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:10,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:10,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/replication/218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:10,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/replication/218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:10,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:10,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:10,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:21:10,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:10,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/replication/218c4ead9cc1c6b924cb9869e3ddaf79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:10,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 218c4ead9cc1c6b924cb9869e3ddaf79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59758080, jitterRate=-0.10953521728515625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:21:10,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:10,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 218c4ead9cc1c6b924cb9869e3ddaf79: Running coprocessor pre-open hook at 1731856870768Writing region info on filesystem at 1731856870768Initializing all the Stores at 1731856870768Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856870768Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856870768Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856870768Cleaning up temporary data from old regions at 1731856870773 (+5 ms)Running coprocessor post-open hooks at 1731856870776 (+3 ms)Region opened successfully at 1731856870776 2024-11-17T15:21:10,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79., pid=10, masterSystemTime=1731856870744 2024-11-17T15:21:10,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:10,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:10,779 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=218c4ead9cc1c6b924cb9869e3ddaf79, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,45621,1731856852719 2024-11-17T15:21:10,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 218c4ead9cc1c6b924cb9869e3ddaf79, server=7a780d55532c,45621,1731856852719 because future has completed 2024-11-17T15:21:10,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T15:21:10,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 218c4ead9cc1c6b924cb9869e3ddaf79, server=7a780d55532c,45621,1731856852719 in 189 msec 2024-11-17T15:21:10,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T15:21:10,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=218c4ead9cc1c6b924cb9869e3ddaf79, ASSIGN in 345 msec 2024-11-17T15:21:10,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:21:10,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856870784"}]},"ts":"1731856870784"} 2024-11-17T15:21:10,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:21:10,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:21:10,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-17T15:21:10,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79., hostname=7a780d55532c,45621,1731856852719, seqNum=2] 2024-11-17T15:21:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:21:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:21:10,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:21:10,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T15:21:10,982 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:21:11,011 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,45621,1731856852719, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:21:11,011 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:11,011 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,45621,1731856852719, seqNum=-1] 2024-11-17T15:21:11,012 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:11,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-17T15:21:11,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,45621,1731856852719', locateType=CURRENT is [region=hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79., hostname=7a780d55532c,45621,1731856852719, seqNum=2] 2024-11-17T15:21:11,017 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T15:21:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T15:21:11,019 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,45621,1731856852719 suceeded 2024-11-17T15:21:11,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T15:21:11,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-17T15:21:11,020 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:43537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:21:11,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-17T15:21:11,035 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:43537' 2024-11-17T15:21:11,036 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e78aef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:11,037 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,43537,-1 for getting cluster id 2024-11-17T15:21:11,037 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:11,037 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa39ce69-c0cc-491d-8fad-c167c0e6640f' 2024-11-17T15:21:11,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:11,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa39ce69-c0cc-491d-8fad-c167c0e6640f" 2024-11-17T15:21:11,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@151f3c38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:11,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,43537,-1] 2024-11-17T15:21:11,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:11,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:11,038 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:11,039 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67fee370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:11,039 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:11,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,43537,1731856856889 2024-11-17T15:21:11,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@673d54ba 2024-11-17T15:21:11,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:11,040 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-17T15:21:11,041 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,45621,1731856852719 (queues=1) is replicating from cluster=5eb66f66-474d-4a93-875e-a6053590f143 to cluster=fa39ce69-c0cc-491d-8fad-c167c0e6640f 2024-11-17T15:21:11,041 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C45621%2C1731856852719 2024-11-17T15:21:11,041 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,45621,1731856852719, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:21:11,042 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C45621%2C1731856852719 2024-11-17T15:21:11,042 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710, startPosition=0, beingWritten=true 2024-11-17T15:21:11,046 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:11,046 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 379, reset compression=false 2024-11-17T15:21:11,046 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,45621,1731856852719 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:21:11,249 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 379, reset compression=false 2024-11-17T15:21:11,553 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 379, reset compression=false 2024-11-17T15:21:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:11,758 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:21:11,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:11,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:11,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:11,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:11,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:11,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec8a7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:11,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,43537,-1 for getting cluster id 2024-11-17T15:21:11,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:11,760 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa39ce69-c0cc-491d-8fad-c167c0e6640f' 2024-11-17T15:21:11,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:11,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa39ce69-c0cc-491d-8fad-c167c0e6640f" 2024-11-17T15:21:11,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bade85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:11,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,43537,-1] 2024-11-17T15:21:11,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:11,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:11,761 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6684bf7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:11,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:11,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,43537,1731856856889 2024-11-17T15:21:11,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@725265de 2024-11-17T15:21:11,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:11,763 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:11,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:38515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:21:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:21:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:11,765 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:38515' 2024-11-17T15:21:11,766 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60fdad0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:11,766 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,38515,-1 for getting cluster id 2024-11-17T15:21:11,766 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:11,767 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca95071d-ef80-4d06-bf38-e0c044e5622b' 2024-11-17T15:21:11,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:11,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca95071d-ef80-4d06-bf38-e0c044e5622b" 2024-11-17T15:21:11,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@949ee10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:11,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,38515,-1] 2024-11-17T15:21:11,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:11,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:11,768 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:11,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e340f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:11,768 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:11,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,38515,1731856860437 2024-11-17T15:21:11,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ced87e4 2024-11-17T15:21:11,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:11,770 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:11,770 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T15:21:11,770 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:21:11,770 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:11,770 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:11,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:11,771 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:11,771 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:21:11,772 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:21:11,772 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:11,773 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:21:11,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741837_1013 (size=1138) 2024-11-17T15:21:11,821 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:21:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:11,956 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 379, reset compression=false 2024-11-17T15:21:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:12,179 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6dab96c24dbaca1d836a3b09c770864e, NAME => 'hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621 2024-11-17T15:21:12,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741838_1014 (size=44) 2024-11-17T15:21:12,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T15:21:12,324 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T15:21:12,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:21:12,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T15:21:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:12,460 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 379, reset compression=false 2024-11-17T15:21:12,584 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:12,584 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6dab96c24dbaca1d836a3b09c770864e, disabling compactions & flushes 2024-11-17T15:21:12,584 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:12,584 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:12,584 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. after waiting 0 ms 2024-11-17T15:21:12,584 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:12,584 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:12,584 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6dab96c24dbaca1d836a3b09c770864e: Waiting for close lock at 1731856872584Disabling compacts and flushes for region at 1731856872584Disabling writes for close at 1731856872584Writing region close event to WAL at 1731856872584Closed at 1731856872584 2024-11-17T15:21:12,586 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:21:12,586 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856872586"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856872586"}]},"ts":"1731856872586"} 2024-11-17T15:21:12,588 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:21:12,588 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:21:12,589 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856872588"}]},"ts":"1731856872588"} 2024-11-17T15:21:12,590 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:21:12,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6dab96c24dbaca1d836a3b09c770864e, ASSIGN}] 2024-11-17T15:21:12,591 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6dab96c24dbaca1d836a3b09c770864e, ASSIGN 2024-11-17T15:21:12,592 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6dab96c24dbaca1d836a3b09c770864e, ASSIGN; state=OFFLINE, location=7a780d55532c,44557,1731856856978; forceNewPlan=false, retain=false 2024-11-17T15:21:12,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6dab96c24dbaca1d836a3b09c770864e, regionState=OPENING, regionLocation=7a780d55532c,44557,1731856856978 2024-11-17T15:21:12,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6dab96c24dbaca1d836a3b09c770864e, ASSIGN because future has completed 2024-11-17T15:21:12,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dab96c24dbaca1d836a3b09c770864e, server=7a780d55532c,44557,1731856856978}] 2024-11-17T15:21:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:12,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:12,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:12,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:21:12,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C44557%2C1731856856978.rep, suffix=, logDir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978, archiveDir=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/oldWALs, maxLogs=10 2024-11-17T15:21:12,906 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T15:21:12,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.rep.1731856872901, exclude list is [], retry=0 2024-11-17T15:21:12,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44807,DS-d177ce0e-2b81-4f82-be19-8bd683b18622,DISK] 2024-11-17T15:21:12,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.rep.1731856872901 2024-11-17T15:21:12,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-17T15:21:12,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dab96c24dbaca1d836a3b09c770864e, NAME => 'hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:12,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:12,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:21:12,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. service=MultiRowMutationService 2024-11-17T15:21:12,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:21:12,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:12,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:12,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:12,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:12,919 INFO [StoreOpener-6dab96c24dbaca1d836a3b09c770864e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:12,920 INFO [StoreOpener-6dab96c24dbaca1d836a3b09c770864e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dab96c24dbaca1d836a3b09c770864e columnFamilyName hfileref 2024-11-17T15:21:12,920 DEBUG [StoreOpener-6dab96c24dbaca1d836a3b09c770864e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:12,921 INFO [StoreOpener-6dab96c24dbaca1d836a3b09c770864e-1 {}] regionserver.HStore(327): Store=6dab96c24dbaca1d836a3b09c770864e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:12,921 INFO [StoreOpener-6dab96c24dbaca1d836a3b09c770864e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:12,921 INFO [StoreOpener-6dab96c24dbaca1d836a3b09c770864e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dab96c24dbaca1d836a3b09c770864e columnFamilyName queue 2024-11-17T15:21:12,922 DEBUG [StoreOpener-6dab96c24dbaca1d836a3b09c770864e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:12,922 INFO [StoreOpener-6dab96c24dbaca1d836a3b09c770864e-1 {}] regionserver.HStore(327): Store=6dab96c24dbaca1d836a3b09c770864e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:12,922 INFO [StoreOpener-6dab96c24dbaca1d836a3b09c770864e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:12,923 INFO [StoreOpener-6dab96c24dbaca1d836a3b09c770864e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dab96c24dbaca1d836a3b09c770864e columnFamilyName sid 2024-11-17T15:21:12,923 DEBUG [StoreOpener-6dab96c24dbaca1d836a3b09c770864e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:12,923 INFO [StoreOpener-6dab96c24dbaca1d836a3b09c770864e-1 {}] regionserver.HStore(327): Store=6dab96c24dbaca1d836a3b09c770864e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:12,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:12,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/replication/6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:12,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/replication/6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:12,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:12,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:12,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:21:12,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:12,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/replication/6dab96c24dbaca1d836a3b09c770864e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:12,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6dab96c24dbaca1d836a3b09c770864e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61212513, jitterRate=-0.08786247670650482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:21:12,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:12,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6dab96c24dbaca1d836a3b09c770864e: Running coprocessor pre-open hook at 1731856872918Writing region info on filesystem at 1731856872918Initializing all the Stores at 1731856872919 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856872919Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856872919Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856872919Cleaning up temporary data from old regions at 1731856872924 (+5 ms)Running coprocessor post-open hooks at 1731856872927 (+3 ms)Region opened successfully at 1731856872927 2024-11-17T15:21:12,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e., pid=10, masterSystemTime=1731856872897 2024-11-17T15:21:12,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:12,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:12,930 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6dab96c24dbaca1d836a3b09c770864e, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,44557,1731856856978 2024-11-17T15:21:12,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dab96c24dbaca1d836a3b09c770864e, server=7a780d55532c,44557,1731856856978 because future has completed 2024-11-17T15:21:12,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T15:21:12,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dab96c24dbaca1d836a3b09c770864e, server=7a780d55532c,44557,1731856856978 in 191 msec 2024-11-17T15:21:12,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T15:21:12,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6dab96c24dbaca1d836a3b09c770864e, ASSIGN in 347 msec 2024-11-17T15:21:12,940 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:21:12,940 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856872940"}]},"ts":"1731856872940"} 2024-11-17T15:21:12,941 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:21:12,942 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:21:12,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-17T15:21:12,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e., hostname=7a780d55532c,44557,1731856856978, seqNum=2] 2024-11-17T15:21:12,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:21:12,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:21:12,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:21:13,064 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 379, reset compression=false 2024-11-17T15:21:13,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T15:21:13,138 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:21:13,173 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,44557,1731856856978, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:21:13,173 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:13,173 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44557,1731856856978, seqNum=-1] 2024-11-17T15:21:13,174 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:13,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-17T15:21:13,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,44557,1731856856978', locateType=CURRENT is [region=hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e., hostname=7a780d55532c,44557,1731856856978, seqNum=2] 2024-11-17T15:21:13,178 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T15:21:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T15:21:13,180 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,44557,1731856856978 suceeded 2024-11-17T15:21:13,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T15:21:13,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-17T15:21:13,182 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:38515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:21:13,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-17T15:21:13,193 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:38515' 2024-11-17T15:21:13,194 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a3ee7f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:13,194 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,38515,-1 for getting cluster id 2024-11-17T15:21:13,194 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:13,194 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca95071d-ef80-4d06-bf38-e0c044e5622b' 2024-11-17T15:21:13,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:13,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca95071d-ef80-4d06-bf38-e0c044e5622b" 2024-11-17T15:21:13,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61a13c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:13,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,38515,-1] 2024-11-17T15:21:13,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:13,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:13,196 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:13,196 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30202eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:13,196 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:13,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,38515,1731856860437 2024-11-17T15:21:13,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bcc5305 2024-11-17T15:21:13,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:13,198 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-17T15:21:13,198 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,44557,1731856856978 (queues=1) is replicating from cluster=fa39ce69-c0cc-491d-8fad-c167c0e6640f to cluster=ca95071d-ef80-4d06-bf38-e0c044e5622b 2024-11-17T15:21:13,199 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C44557%2C1731856856978 2024-11-17T15:21:13,199 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,44557,1731856856978, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:21:13,199 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933, startPosition=0, beingWritten=true 2024-11-17T15:21:13,199 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C44557%2C1731856856978 2024-11-17T15:21:13,203 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:13,203 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 379, reset compression=false 2024-11-17T15:21:13,203 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44557,1731856856978 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:21:13,407 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 379, reset compression=false 2024-11-17T15:21:13,711 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 379, reset compression=false 2024-11-17T15:21:13,767 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 379, reset compression=false 2024-11-17T15:21:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:13,908 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:21:13,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:13,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:13,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:13,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:13,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:13,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a97741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:13,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,38515,-1 for getting cluster id 2024-11-17T15:21:13,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:13,910 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca95071d-ef80-4d06-bf38-e0c044e5622b' 2024-11-17T15:21:13,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:13,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca95071d-ef80-4d06-bf38-e0c044e5622b" 2024-11-17T15:21:13,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a82142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:13,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,38515,-1] 2024-11-17T15:21:13,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:13,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:13,911 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:13,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a92f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:13,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:13,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,38515,1731856860437 2024-11-17T15:21:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62129e47 2024-11-17T15:21:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:13,913 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:13,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:43537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:21:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:21:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:13,916 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:43537' 2024-11-17T15:21:13,917 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbc0479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:13,917 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,43537,-1 for getting cluster id 2024-11-17T15:21:13,917 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:13,917 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa39ce69-c0cc-491d-8fad-c167c0e6640f' 2024-11-17T15:21:13,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:13,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa39ce69-c0cc-491d-8fad-c167c0e6640f" 2024-11-17T15:21:13,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cd0406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:13,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,43537,-1] 2024-11-17T15:21:13,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:13,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:13,918 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:13,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbb2dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:13,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:13,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,43537,1731856856889 2024-11-17T15:21:13,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ad5b33e 2024-11-17T15:21:13,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:13,920 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:13,921 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T15:21:13,921 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:21:13,921 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:13,921 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:13,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:13,921 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:13,922 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:21:13,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:21:13,923 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:13,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:21:13,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741837_1013 (size=1138) 2024-11-17T15:21:13,972 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:21:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:14,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:21:14,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,114 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 379, reset compression=false 2024-11-17T15:21:14,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:14,330 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bfea6fc250a7422d9ddd9db6e9530a7, NAME => 'hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31 2024-11-17T15:21:14,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741838_1014 (size=44) 2024-11-17T15:21:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:14,570 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 379, reset compression=false 2024-11-17T15:21:14,618 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 379, reset compression=false 2024-11-17T15:21:14,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:14,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0bfea6fc250a7422d9ddd9db6e9530a7, disabling compactions & flushes 2024-11-17T15:21:14,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. 2024-11-17T15:21:14,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. 2024-11-17T15:21:14,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. after waiting 0 ms 2024-11-17T15:21:14,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. 2024-11-17T15:21:14,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. 2024-11-17T15:21:14,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bfea6fc250a7422d9ddd9db6e9530a7: Waiting for close lock at 1731856874735Disabling compacts and flushes for region at 1731856874735Disabling writes for close at 1731856874735Writing region close event to WAL at 1731856874735Closed at 1731856874735 2024-11-17T15:21:14,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:21:14,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856874736"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856874736"}]},"ts":"1731856874736"} 2024-11-17T15:21:14,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:21:14,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:21:14,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856874739"}]},"ts":"1731856874739"} 2024-11-17T15:21:14,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:21:14,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bfea6fc250a7422d9ddd9db6e9530a7, ASSIGN}] 2024-11-17T15:21:14,742 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bfea6fc250a7422d9ddd9db6e9530a7, ASSIGN 2024-11-17T15:21:14,742 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0bfea6fc250a7422d9ddd9db6e9530a7, ASSIGN; state=OFFLINE, location=7a780d55532c,45741,1731856860494; forceNewPlan=false, retain=false 2024-11-17T15:21:14,893 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bfea6fc250a7422d9ddd9db6e9530a7, regionState=OPENING, regionLocation=7a780d55532c,45741,1731856860494 2024-11-17T15:21:14,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0bfea6fc250a7422d9ddd9db6e9530a7, ASSIGN because future has completed 2024-11-17T15:21:14,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bfea6fc250a7422d9ddd9db6e9530a7, server=7a780d55532c,45741,1731856860494}] 2024-11-17T15:21:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:15,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. 2024-11-17T15:21:15,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:15,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:21:15,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C45741%2C1731856860494.rep, suffix=, logDir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494, archiveDir=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/oldWALs, maxLogs=10 2024-11-17T15:21:15,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.rep.1731856875052, exclude list is [], retry=0 2024-11-17T15:21:15,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37597,DS-c00c4db5-e147-4535-a2cd-fb554ffb8644,DISK] 2024-11-17T15:21:15,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.rep.1731856875052 2024-11-17T15:21:15,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39177:39177)] 2024-11-17T15:21:15,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bfea6fc250a7422d9ddd9db6e9530a7, NAME => 'hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:15,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:15,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:21:15,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. service=MultiRowMutationService 2024-11-17T15:21:15,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:21:15,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0bfea6fc250a7422d9ddd9db6e9530a7 2024-11-17T15:21:15,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:15,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0bfea6fc250a7422d9ddd9db6e9530a7 2024-11-17T15:21:15,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0bfea6fc250a7422d9ddd9db6e9530a7 2024-11-17T15:21:15,071 INFO [StoreOpener-0bfea6fc250a7422d9ddd9db6e9530a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0bfea6fc250a7422d9ddd9db6e9530a7 2024-11-17T15:21:15,072 INFO [StoreOpener-0bfea6fc250a7422d9ddd9db6e9530a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bfea6fc250a7422d9ddd9db6e9530a7 columnFamilyName hfileref 2024-11-17T15:21:15,072 DEBUG [StoreOpener-0bfea6fc250a7422d9ddd9db6e9530a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:15,072 INFO [StoreOpener-0bfea6fc250a7422d9ddd9db6e9530a7-1 {}] regionserver.HStore(327): Store=0bfea6fc250a7422d9ddd9db6e9530a7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:15,072 INFO [StoreOpener-0bfea6fc250a7422d9ddd9db6e9530a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0bfea6fc250a7422d9ddd9db6e9530a7 2024-11-17T15:21:15,073 INFO [StoreOpener-0bfea6fc250a7422d9ddd9db6e9530a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bfea6fc250a7422d9ddd9db6e9530a7 columnFamilyName queue 2024-11-17T15:21:15,073 DEBUG [StoreOpener-0bfea6fc250a7422d9ddd9db6e9530a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:15,073 INFO [StoreOpener-0bfea6fc250a7422d9ddd9db6e9530a7-1 {}] regionserver.HStore(327): Store=0bfea6fc250a7422d9ddd9db6e9530a7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:15,073 INFO [StoreOpener-0bfea6fc250a7422d9ddd9db6e9530a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0bfea6fc250a7422d9ddd9db6e9530a7 2024-11-17T15:21:15,074 INFO [StoreOpener-0bfea6fc250a7422d9ddd9db6e9530a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bfea6fc250a7422d9ddd9db6e9530a7 columnFamilyName sid 2024-11-17T15:21:15,074 DEBUG [StoreOpener-0bfea6fc250a7422d9ddd9db6e9530a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:15,074 INFO [StoreOpener-0bfea6fc250a7422d9ddd9db6e9530a7-1 {}] regionserver.HStore(327): Store=0bfea6fc250a7422d9ddd9db6e9530a7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:15,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0bfea6fc250a7422d9ddd9db6e9530a7 2024-11-17T15:21:15,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/replication/0bfea6fc250a7422d9ddd9db6e9530a7 2024-11-17T15:21:15,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/replication/0bfea6fc250a7422d9ddd9db6e9530a7 2024-11-17T15:21:15,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0bfea6fc250a7422d9ddd9db6e9530a7 2024-11-17T15:21:15,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0bfea6fc250a7422d9ddd9db6e9530a7 2024-11-17T15:21:15,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:21:15,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0bfea6fc250a7422d9ddd9db6e9530a7 2024-11-17T15:21:15,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/replication/0bfea6fc250a7422d9ddd9db6e9530a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:15,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0bfea6fc250a7422d9ddd9db6e9530a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67375437, jitterRate=0.003972247242927551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:21:15,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bfea6fc250a7422d9ddd9db6e9530a7 2024-11-17T15:21:15,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0bfea6fc250a7422d9ddd9db6e9530a7: Running coprocessor pre-open hook at 1731856875070Writing region info on filesystem at 1731856875070Initializing all the Stores at 1731856875070Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856875070Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856875071 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856875071Cleaning up temporary data from old regions at 1731856875076 (+5 ms)Running coprocessor post-open hooks at 1731856875079 (+3 ms)Region opened successfully at 1731856875079 2024-11-17T15:21:15,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7., pid=10, masterSystemTime=1731856875047 2024-11-17T15:21:15,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. 2024-11-17T15:21:15,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. 2024-11-17T15:21:15,082 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bfea6fc250a7422d9ddd9db6e9530a7, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,45741,1731856860494 2024-11-17T15:21:15,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bfea6fc250a7422d9ddd9db6e9530a7, server=7a780d55532c,45741,1731856860494 because future has completed 2024-11-17T15:21:15,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T15:21:15,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bfea6fc250a7422d9ddd9db6e9530a7, server=7a780d55532c,45741,1731856860494 in 189 msec 2024-11-17T15:21:15,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T15:21:15,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bfea6fc250a7422d9ddd9db6e9530a7, ASSIGN in 345 msec 2024-11-17T15:21:15,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:21:15,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856875089"}]},"ts":"1731856875089"} 2024-11-17T15:21:15,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:21:15,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:21:15,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-17T15:21:15,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7., hostname=7a780d55532c,45741,1731856860494, seqNum=2] 2024-11-17T15:21:15,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:15,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:15,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:21:15,221 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 379, reset compression=false 2024-11-17T15:21:15,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45741 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T15:21:15,290 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:21:15,319 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,45741,1731856860494, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:21:15,320 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:15,320 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,45741,1731856860494, seqNum=-1] 2024-11-17T15:21:15,320 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:15,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-17T15:21:15,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,45741,1731856860494', locateType=CURRENT is [region=hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7., hostname=7a780d55532c,45741,1731856860494, seqNum=2] 2024-11-17T15:21:15,325 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T15:21:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T15:21:15,327 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,45741,1731856860494 suceeded 2024-11-17T15:21:15,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T15:21:15,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-17T15:21:15,329 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:43537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:21:15,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-17T15:21:15,339 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:43537' 2024-11-17T15:21:15,340 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@632bf372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:15,340 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,43537,-1 for getting cluster id 2024-11-17T15:21:15,340 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:15,340 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa39ce69-c0cc-491d-8fad-c167c0e6640f' 2024-11-17T15:21:15,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:15,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa39ce69-c0cc-491d-8fad-c167c0e6640f" 2024-11-17T15:21:15,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14428840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:15,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,43537,-1] 2024-11-17T15:21:15,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:15,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:15,342 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:15,342 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ea0010f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:15,342 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:15,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,43537,1731856856889 2024-11-17T15:21:15,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57db1694 2024-11-17T15:21:15,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:15,344 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-17T15:21:15,344 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,45741,1731856860494 (queues=1) is replicating from cluster=ca95071d-ef80-4d06-bf38-e0c044e5622b to cluster=fa39ce69-c0cc-491d-8fad-c167c0e6640f 2024-11-17T15:21:15,344 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C45741%2C1731856860494 2024-11-17T15:21:15,344 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,45741,1731856860494, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:21:15,345 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492, startPosition=0, beingWritten=true 2024-11-17T15:21:15,345 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C45741%2C1731856860494 2024-11-17T15:21:15,349 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:15,349 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 379, reset compression=false 2024-11-17T15:21:15,349 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,45741,1731856860494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:21:15,474 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 379, reset compression=false 2024-11-17T15:21:15,553 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 379, reset compression=false 2024-11-17T15:21:15,856 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 379, reset compression=false 2024-11-17T15:21:15,925 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 379, reset compression=false 2024-11-17T15:21:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:16,058 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:21:16,058 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:16,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:16,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:16,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:16,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:16,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156aeaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,44045,-1 for getting cluster id 2024-11-17T15:21:16,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:16,060 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eb66f66-474d-4a93-875e-a6053590f143' 2024-11-17T15:21:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eb66f66-474d-4a93-875e-a6053590f143" 2024-11-17T15:21:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4df31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,44045,-1] 2024-11-17T15:21:16,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:16,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:16,061 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:16,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a65a0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18db079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,43537,-1 for getting cluster id 2024-11-17T15:21:16,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:16,063 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa39ce69-c0cc-491d-8fad-c167c0e6640f' 2024-11-17T15:21:16,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:16,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa39ce69-c0cc-491d-8fad-c167c0e6640f" 2024-11-17T15:21:16,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbd57d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,43537,-1] 2024-11-17T15:21:16,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:16,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:16,064 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:16,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b154a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30dcc57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,38515,-1 for getting cluster id 2024-11-17T15:21:16,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:16,066 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca95071d-ef80-4d06-bf38-e0c044e5622b' 2024-11-17T15:21:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca95071d-ef80-4d06-bf38-e0c044e5622b" 2024-11-17T15:21:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32527786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,38515,-1] 2024-11-17T15:21:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:16,067 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d4fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:16,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,45621,1731856852719, seqNum=-1] 2024-11-17T15:21:16,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:16,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:16,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4., hostname=7a780d55532c,45621,1731856852719, seqNum=2] 2024-11-17T15:21:16,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:16,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,45741,1731856860494, seqNum=-1] 2024-11-17T15:21:16,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:16,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:16,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f., hostname=7a780d55532c,45741,1731856860494, seqNum=2] 2024-11-17T15:21:16,078 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T15:21:16,259 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 379, reset compression=false 2024-11-17T15:21:16,478 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 379, reset compression=false 2024-11-17T15:21:16,483 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:21:16,483 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 480, reset compression=false 2024-11-17T15:21:16,483 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,45621,1731856852719 got entry batch from reader: WALEntryBatch [walEntries=[{test/69aef2e52742fd4fd642cfb6bf636eb4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T15:21:16,485 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:21:16,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-17T15:21:16,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:21:16,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2375c921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,43537,-1 for getting cluster id 2024-11-17T15:21:16,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:16,487 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa39ce69-c0cc-491d-8fad-c167c0e6640f' 2024-11-17T15:21:16,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:16,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa39ce69-c0cc-491d-8fad-c167c0e6640f" 2024-11-17T15:21:16,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f23f435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,43537,-1] 2024-11-17T15:21:16,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:16,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:16,489 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:16,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e6bc243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:16,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44557,1731856856978, seqNum=-1] 2024-11-17T15:21:16,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:16,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-17T15:21:16,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa., hostname=7a780d55532c,44557,1731856856978, seqNum=2] 2024-11-17T15:21:16,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:21:16,692 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 480, reset compression=false 2024-11-17T15:21:16,728 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 379, reset compression=false 2024-11-17T15:21:16,732 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:21:16,732 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 503, reset compression=false 2024-11-17T15:21:16,732 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44557,1731856856978 got entry batch from reader: WALEntryBatch [walEntries=[{test/15c4b33760f2a7e586ff757709e2eafa/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-17T15:21:16,734 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:21:16,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-17T15:21:16,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:21:16,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d61e59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,38515,-1 for getting cluster id 2024-11-17T15:21:16,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:16,737 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca95071d-ef80-4d06-bf38-e0c044e5622b' 2024-11-17T15:21:16,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:16,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca95071d-ef80-4d06-bf38-e0c044e5622b" 2024-11-17T15:21:16,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b1930ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,38515,-1] 2024-11-17T15:21:16,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:16,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:16,738 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:16,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f9157a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:16,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:16,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,45741,1731856860494, seqNum=-1] 2024-11-17T15:21:16,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:16,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-17T15:21:16,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f., hostname=7a780d55532c,45741,1731856860494, seqNum=2] 2024-11-17T15:21:16,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:21:16,762 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 379, reset compression=false 2024-11-17T15:21:16,766 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:16,766 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 527, reset compression=false 2024-11-17T15:21:16,766 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,45741,1731856860494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:21:16,935 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 503, reset compression=false 2024-11-17T15:21:16,969 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 527, reset compression=false 2024-11-17T15:21:16,996 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 480, reset compression=false 2024-11-17T15:21:17,080 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T15:21:17,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:17,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,44557,1731856856978, seqNum=-1] 2024-11-17T15:21:17,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:17,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:17,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa., hostname=7a780d55532c,44557,1731856856978, seqNum=2] 2024-11-17T15:21:17,087 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T15:21:17,239 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 503, reset compression=false 2024-11-17T15:21:17,243 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:21:17,243 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 607, reset compression=false 2024-11-17T15:21:17,243 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44557,1731856856978 got entry batch from reader: WALEntryBatch [walEntries=[{test/15c4b33760f2a7e586ff757709e2eafa/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T15:21:17,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:21:17,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:21:17,272 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 527, reset compression=false 2024-11-17T15:21:17,277 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:17,277 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 655, reset compression=false 2024-11-17T15:21:17,277 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,45741,1731856860494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:21:17,399 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 480, reset compression=false 2024-11-17T15:21:17,446 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 607, reset compression=false 2024-11-17T15:21:17,481 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 655, reset compression=false 2024-11-17T15:21:17,749 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 607, reset compression=false 2024-11-17T15:21:17,784 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 655, reset compression=false 2024-11-17T15:21:17,903 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 480, reset compression=false 2024-11-17T15:21:18,088 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T15:21:18,091 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-17T15:21:18,152 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 607, reset compression=false 2024-11-17T15:21:18,187 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 655, reset compression=false 2024-11-17T15:21:18,191 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:21:18,191 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 759, reset compression=false 2024-11-17T15:21:18,191 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,45741,1731856860494 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c7a1c6617504d12d0a19d679b18855f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T15:21:18,193 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:21:18,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-17T15:21:18,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:21:18,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:21:18,394 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 759, reset compression=false 2024-11-17T15:21:18,507 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 480, reset compression=false 2024-11-17T15:21:18,655 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 607, reset compression=false 2024-11-17T15:21:18,659 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:18,659 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 735, reset compression=false 2024-11-17T15:21:18,659 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44557,1731856856978 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:21:18,698 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 759, reset compression=false 2024-11-17T15:21:18,862 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 735, reset compression=false 2024-11-17T15:21:19,093 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-17T15:21:19,096 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T15:21:19,101 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 759, reset compression=false 2024-11-17T15:21:19,165 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 735, reset compression=false 2024-11-17T15:21:19,210 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 480, reset compression=false 2024-11-17T15:21:19,214 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:21:19,214 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 636, reset compression=false 2024-11-17T15:21:19,214 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,45621,1731856852719 got entry batch from reader: WALEntryBatch [walEntries=[{test/69aef2e52742fd4fd642cfb6bf636eb4/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T15:21:19,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:21:19,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:21:19,417 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 636, reset compression=false 2024-11-17T15:21:19,569 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 735, reset compression=false 2024-11-17T15:21:19,573 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:21:19,573 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 882, reset compression=false 2024-11-17T15:21:19,573 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44557,1731856856978 got entry batch from reader: WALEntryBatch [walEntries=[{test/15c4b33760f2a7e586ff757709e2eafa/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-17T15:21:19,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:21:19,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:21:19,605 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 759, reset compression=false 2024-11-17T15:21:19,608 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:19,608 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 930, reset compression=false 2024-11-17T15:21:19,609 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,45741,1731856860494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:21:19,720 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 636, reset compression=false 2024-11-17T15:21:19,776 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 882, reset compression=false 2024-11-17T15:21:19,811 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 930, reset compression=false 2024-11-17T15:21:20,079 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 882, reset compression=false 2024-11-17T15:21:20,097 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T15:21:20,100 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T15:21:20,114 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 930, reset compression=false 2024-11-17T15:21:20,123 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 636, reset compression=false 2024-11-17T15:21:20,483 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 882, reset compression=false 2024-11-17T15:21:20,486 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:21:20,487 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1041, reset compression=false 2024-11-17T15:21:20,487 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44557,1731856856978 got entry batch from reader: WALEntryBatch [walEntries=[{test/15c4b33760f2a7e586ff757709e2eafa/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T15:21:20,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:21:20,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:21:20,517 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 930, reset compression=false 2024-11-17T15:21:20,521 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:20,521 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 1080, reset compression=false 2024-11-17T15:21:20,521 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,45741,1731856860494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:21:20,572 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:21:20,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:20,625 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 636, reset compression=false 2024-11-17T15:21:20,690 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1041, reset compression=false 2024-11-17T15:21:20,724 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 1080, reset compression=false 2024-11-17T15:21:20,993 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1041, reset compression=false 2024-11-17T15:21:21,027 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 1080, reset compression=false 2024-11-17T15:21:21,102 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T15:21:21,105 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-17T15:21:21,229 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 636, reset compression=false 2024-11-17T15:21:21,397 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1041, reset compression=false 2024-11-17T15:21:21,430 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 1080, reset compression=false 2024-11-17T15:21:21,434 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:21:21,434 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 1239, reset compression=false 2024-11-17T15:21:21,434 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,45741,1731856860494 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c7a1c6617504d12d0a19d679b18855f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T15:21:21,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T15:21:21,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T15:21:21,637 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 1239, reset compression=false 2024-11-17T15:21:21,900 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1041, reset compression=false 2024-11-17T15:21:21,906 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:21,906 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1191, reset compression=false 2024-11-17T15:21:21,906 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44557,1731856856978 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:21:21,933 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 636, reset compression=false 2024-11-17T15:21:21,940 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 1239, reset compression=false 2024-11-17T15:21:22,107 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-17T15:21:22,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:21:22,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:22,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:22,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:22,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:22,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:22,112 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:21:22,112 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=5480334, stopped=false 2024-11-17T15:21:22,112 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,38515,1731856860437 2024-11-17T15:21:22,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21889216934/running 2024-11-17T15:21:22,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21889216934/running 2024-11-17T15:21:22,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:22,114 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1191, reset compression=false 2024-11-17T15:21:22,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:22,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:21:22,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:22,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:22,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:22,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,45741,1731856860494' ***** 2024-11-17T15:21:22,115 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:21:22,115 INFO [RS:0;7a780d55532c:45741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:21:22,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Set watcher on znode that does not yet exist, /21889216934/running 2024-11-17T15:21:22,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Set watcher on znode that does not yet exist, /21889216934/running 2024-11-17T15:21:22,115 INFO [RS:0;7a780d55532c:45741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:21:22,116 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:21:22,116 INFO [RS:0;7a780d55532c:45741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:21:22,116 INFO [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bfea6fc250a7422d9ddd9db6e9530a7 2024-11-17T15:21:22,116 INFO [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:22,116 INFO [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,45741,1731856860494 2024-11-17T15:21:22,116 INFO [RS:0;7a780d55532c:45741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:21:22,116 INFO [RS:0;7a780d55532c:45741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:45741. 2024-11-17T15:21:22,116 DEBUG [RS:0;7a780d55532c:45741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:22,116 DEBUG [RS:0;7a780d55532c:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:22,116 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bfea6fc250a7422d9ddd9db6e9530a7, disabling compactions & flushes 2024-11-17T15:21:22,116 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. 2024-11-17T15:21:22,116 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. 2024-11-17T15:21:22,116 INFO [RS:0;7a780d55532c:45741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:21:22,116 INFO [RS:0;7a780d55532c:45741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:21:22,116 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. after waiting 0 ms 2024-11-17T15:21:22,116 INFO [RS:0;7a780d55532c:45741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:21:22,116 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. 2024-11-17T15:21:22,117 INFO [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:21:22,117 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0bfea6fc250a7422d9ddd9db6e9530a7 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-17T15:21:22,117 INFO [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T15:21:22,117 DEBUG [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(1325): Online Regions={0bfea6fc250a7422d9ddd9db6e9530a7=hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7., 1588230740=hbase:meta,,1.1588230740, 8c7a1c6617504d12d0a19d679b18855f=test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f.} 2024-11-17T15:21:22,117 DEBUG [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(1351): Waiting on 0bfea6fc250a7422d9ddd9db6e9530a7, 1588230740, 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:22,117 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:21:22,117 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:21:22,117 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:21:22,117 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:21:22,117 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:21:22,117 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T15:21:22,133 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/.tmp/info/c0d8b0b5746e4b4e8635d175ea3989d5 is 147, key is hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7./info:regioninfo/1731856875082/Put/seqid=0 2024-11-17T15:21:22,133 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/replication/0bfea6fc250a7422d9ddd9db6e9530a7/.tmp/queue/79049c98071f44c6875aa1a771cfbd1d is 154, key is 1-7a780d55532c,45741,1731856860494/queue:7a780d55532c%2C45741%2C1731856860494/1731856881439/Put/seqid=0 2024-11-17T15:21:22,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741841_1017 (size=5353) 2024-11-17T15:21:22,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741840_1016 (size=7686) 2024-11-17T15:21:22,169 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:21:22,251 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T15:21:22,317 DEBUG [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(1351): Waiting on 0bfea6fc250a7422d9ddd9db6e9530a7, 1588230740, 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:22,353 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 1239, reset compression=false 2024-11-17T15:21:22,402 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:21:22,402 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:21:22,418 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1191, reset compression=false 2024-11-17T15:21:22,517 DEBUG [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(1351): Waiting on 0bfea6fc250a7422d9ddd9db6e9530a7, 1588230740, 8c7a1c6617504d12d0a19d679b18855f 2024-11-17T15:21:22,537 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/replication/0bfea6fc250a7422d9ddd9db6e9530a7/.tmp/queue/79049c98071f44c6875aa1a771cfbd1d 2024-11-17T15:21:22,537 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/.tmp/info/c0d8b0b5746e4b4e8635d175ea3989d5 2024-11-17T15:21:22,544 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/replication/0bfea6fc250a7422d9ddd9db6e9530a7/.tmp/queue/79049c98071f44c6875aa1a771cfbd1d as hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/replication/0bfea6fc250a7422d9ddd9db6e9530a7/queue/79049c98071f44c6875aa1a771cfbd1d 2024-11-17T15:21:22,548 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/replication/0bfea6fc250a7422d9ddd9db6e9530a7/queue/79049c98071f44c6875aa1a771cfbd1d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-17T15:21:22,549 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 0bfea6fc250a7422d9ddd9db6e9530a7 in 433ms, sequenceid=12, compaction requested=false 2024-11-17T15:21:22,552 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/replication/0bfea6fc250a7422d9ddd9db6e9530a7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T15:21:22,553 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:21:22,553 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:21:22,553 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. 2024-11-17T15:21:22,553 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bfea6fc250a7422d9ddd9db6e9530a7: Waiting for close lock at 1731856882116Running coprocessor pre-close hooks at 1731856882116Disabling compacts and flushes for region at 1731856882116Disabling writes for close at 1731856882116Obtaining lock to block concurrent updates at 1731856882117 (+1 ms)Preparing flush snapshotting stores in 0bfea6fc250a7422d9ddd9db6e9530a7 at 1731856882117Finished memstore snapshotting hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731856882117Flushing stores of hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. at 1731856882118 (+1 ms)Flushing 0bfea6fc250a7422d9ddd9db6e9530a7/queue: creating writer at 1731856882118Flushing 0bfea6fc250a7422d9ddd9db6e9530a7/queue: appending metadata at 1731856882132 (+14 ms)Flushing 0bfea6fc250a7422d9ddd9db6e9530a7/queue: closing flushed file at 1731856882132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@393a54e7: reopening flushed file at 1731856882543 (+411 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 0bfea6fc250a7422d9ddd9db6e9530a7 in 433ms, sequenceid=12, compaction requested=false at 1731856882549 (+6 ms)Writing region close event to WAL at 1731856882550 (+1 ms)Running coprocessor post-close hooks at 1731856882553 (+3 ms)Closed at 1731856882553 2024-11-17T15:21:22,553 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731856873921.0bfea6fc250a7422d9ddd9db6e9530a7. 2024-11-17T15:21:22,554 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c7a1c6617504d12d0a19d679b18855f, disabling compactions & flushes 2024-11-17T15:21:22,554 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. 2024-11-17T15:21:22,554 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. 2024-11-17T15:21:22,554 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. after waiting 0 ms 2024-11-17T15:21:22,554 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. 2024-11-17T15:21:22,554 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8c7a1c6617504d12d0a19d679b18855f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-17T15:21:22,564 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/.tmp/ns/4643ae11a3b04fd5876f1bfa86e52f04 is 43, key is default/ns:d/1731856863063/Put/seqid=0 2024-11-17T15:21:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741842_1018 (size=5153) 2024-11-17T15:21:22,570 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/.tmp/ns/4643ae11a3b04fd5876f1bfa86e52f04 2024-11-17T15:21:22,575 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/.tmp/f/391b89125ac14eaabb07bfac93db7e22 is 29, key is row1/f:/1731856880098/DeleteFamily/seqid=0 2024-11-17T15:21:22,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741843_1019 (size=5152) 2024-11-17T15:21:22,591 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/.tmp/f/391b89125ac14eaabb07bfac93db7e22 2024-11-17T15:21:22,594 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/.tmp/rep_barrier/e66872b31870411fbc8aa8efa52cd1eb is 112, key is test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f./rep_barrier:seqnumDuringOpen/1731856868601/Put/seqid=0 2024-11-17T15:21:22,596 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 391b89125ac14eaabb07bfac93db7e22 2024-11-17T15:21:22,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741844_1020 (size=5518) 2024-11-17T15:21:22,606 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/.tmp/rep_barrier/e66872b31870411fbc8aa8efa52cd1eb 2024-11-17T15:21:22,619 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/.tmp/f1/ac02e182bb78413ea155f8e7c1a36db8 is 30, key is row1/f1:/1731856880098/DeleteFamily/seqid=0 2024-11-17T15:21:22,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741845_1021 (size=5158) 2024-11-17T15:21:22,623 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/.tmp/f1/ac02e182bb78413ea155f8e7c1a36db8 2024-11-17T15:21:22,627 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac02e182bb78413ea155f8e7c1a36db8 2024-11-17T15:21:22,632 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/.tmp/table/20d79d0dfd60497f95216d80226d1baf is 53, key is hbase:replication/table:state/1731856875089/Put/seqid=0 2024-11-17T15:21:22,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741846_1022 (size=5308) 2024-11-17T15:21:22,646 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/.tmp/norep/5d436af53a7e430aa84f71db5d29a05f is 33, key is row2/norep:/1731856881103/DeleteFamily/seqid=0 2024-11-17T15:21:22,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741847_1023 (size=5108) 2024-11-17T15:21:22,650 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/.tmp/norep/5d436af53a7e430aa84f71db5d29a05f 2024-11-17T15:21:22,653 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d436af53a7e430aa84f71db5d29a05f 2024-11-17T15:21:22,654 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/.tmp/f/391b89125ac14eaabb07bfac93db7e22 as hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/f/391b89125ac14eaabb07bfac93db7e22 2024-11-17T15:21:22,658 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 391b89125ac14eaabb07bfac93db7e22 2024-11-17T15:21:22,658 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/f/391b89125ac14eaabb07bfac93db7e22, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T15:21:22,659 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/.tmp/f1/ac02e182bb78413ea155f8e7c1a36db8 as hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/f1/ac02e182bb78413ea155f8e7c1a36db8 2024-11-17T15:21:22,662 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac02e182bb78413ea155f8e7c1a36db8 2024-11-17T15:21:22,662 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/f1/ac02e182bb78413ea155f8e7c1a36db8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T15:21:22,663 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/.tmp/norep/5d436af53a7e430aa84f71db5d29a05f as hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/norep/5d436af53a7e430aa84f71db5d29a05f 2024-11-17T15:21:22,666 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d436af53a7e430aa84f71db5d29a05f 2024-11-17T15:21:22,666 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/norep/5d436af53a7e430aa84f71db5d29a05f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-17T15:21:22,667 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8c7a1c6617504d12d0a19d679b18855f in 113ms, sequenceid=10, compaction requested=false 2024-11-17T15:21:22,671 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/default/test/8c7a1c6617504d12d0a19d679b18855f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T15:21:22,672 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:21:22,672 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:21:22,672 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. 2024-11-17T15:21:22,672 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c7a1c6617504d12d0a19d679b18855f: Waiting for close lock at 1731856882554Running coprocessor pre-close hooks at 1731856882554Disabling compacts and flushes for region at 1731856882554Disabling writes for close at 1731856882554Obtaining lock to block concurrent updates at 1731856882554Preparing flush snapshotting stores in 8c7a1c6617504d12d0a19d679b18855f at 1731856882554Finished memstore snapshotting test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731856882554Flushing stores of test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. at 1731856882554Flushing 8c7a1c6617504d12d0a19d679b18855f/f: creating writer at 1731856882555 (+1 ms)Flushing 8c7a1c6617504d12d0a19d679b18855f/f: appending metadata at 1731856882575 (+20 ms)Flushing 8c7a1c6617504d12d0a19d679b18855f/f: closing flushed file at 1731856882575Flushing 8c7a1c6617504d12d0a19d679b18855f/f1: creating writer at 1731856882596 (+21 ms)Flushing 8c7a1c6617504d12d0a19d679b18855f/f1: appending metadata at 1731856882619 (+23 ms)Flushing 8c7a1c6617504d12d0a19d679b18855f/f1: closing flushed file at 1731856882619Flushing 8c7a1c6617504d12d0a19d679b18855f/norep: creating writer at 1731856882627 (+8 ms)Flushing 8c7a1c6617504d12d0a19d679b18855f/norep: appending metadata at 1731856882645 (+18 ms)Flushing 8c7a1c6617504d12d0a19d679b18855f/norep: closing flushed file at 1731856882645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a817e7: reopening flushed file at 1731856882654 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70464210: reopening flushed file at 1731856882658 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4079c825: reopening flushed file at 1731856882662 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8c7a1c6617504d12d0a19d679b18855f in 113ms, sequenceid=10, compaction requested=false at 1731856882667 (+5 ms)Writing region close event to WAL at 1731856882668 (+1 ms)Running coprocessor post-close hooks at 1731856882672 (+4 ms)Closed at 1731856882672 2024-11-17T15:21:22,672 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856867451.8c7a1c6617504d12d0a19d679b18855f. 2024-11-17T15:21:22,717 DEBUG [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:21:22,737 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 636, reset compression=false 2024-11-17T15:21:22,821 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1191, reset compression=false 2024-11-17T15:21:22,856 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 1239, reset compression=false 2024-11-17T15:21:22,860 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:22,860 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 2130, reset compression=false 2024-11-17T15:21:22,860 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,45741,1731856860494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492, lastWalPosition=2130, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:21:22,861 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7a780d55532c,45741,1731856860494: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7a780d55532c,45741,1731856860494, walGroup=7a780d55532c%2C45741%2C1731856860494, offset=7a780d55532c%2C45741%2C1731856860494.1731856862492:2130, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:45741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T15:21:22,862 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T15:21:22,862 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T15:21:22,862 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T15:21:22,862 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T15:21:22,862 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T15:21:22,862 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1251999744, "init": 1048576000, "max": 2306867200, "used": 895148080 }, "NonHeapMemoryUsage": { "committed": 205062144, "init": 7667712, "max": -1, "used": 200697032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T15:21:22,863 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:38515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:38515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T15:21:22,917 DEBUG [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:21:23,038 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/.tmp/table/20d79d0dfd60497f95216d80226d1baf 2024-11-17T15:21:23,043 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/.tmp/info/c0d8b0b5746e4b4e8635d175ea3989d5 as hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/info/c0d8b0b5746e4b4e8635d175ea3989d5 2024-11-17T15:21:23,046 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/info/c0d8b0b5746e4b4e8635d175ea3989d5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T15:21:23,047 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/.tmp/ns/4643ae11a3b04fd5876f1bfa86e52f04 as hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/ns/4643ae11a3b04fd5876f1bfa86e52f04 2024-11-17T15:21:23,050 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/ns/4643ae11a3b04fd5876f1bfa86e52f04, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T15:21:23,050 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/.tmp/rep_barrier/e66872b31870411fbc8aa8efa52cd1eb as hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/rep_barrier/e66872b31870411fbc8aa8efa52cd1eb 2024-11-17T15:21:23,053 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/rep_barrier/e66872b31870411fbc8aa8efa52cd1eb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T15:21:23,054 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/.tmp/table/20d79d0dfd60497f95216d80226d1baf as hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/table/20d79d0dfd60497f95216d80226d1baf 2024-11-17T15:21:23,056 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/table/20d79d0dfd60497f95216d80226d1baf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T15:21:23,057 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=16, compaction requested=false 2024-11-17T15:21:23,060 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T15:21:23,061 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:21:23,061 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:21:23,061 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:21:23,061 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856882117Running coprocessor pre-close hooks at 1731856882117Disabling compacts and flushes for region at 1731856882117Disabling writes for close at 1731856882117Obtaining lock to block concurrent updates at 1731856882117Preparing flush snapshotting stores in 1588230740 at 1731856882117Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731856882117Flushing stores of hbase:meta,,1.1588230740 at 1731856882118 (+1 ms)Flushing 1588230740/info: creating writer at 1731856882118Flushing 1588230740/info: appending metadata at 1731856882132 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731856882132Flushing 1588230740/ns: creating writer at 1731856882542 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731856882563 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731856882563Flushing 1588230740/rep_barrier: creating writer at 1731856882573 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856882594 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856882594Flushing 1588230740/table: creating writer at 1731856882611 (+17 ms)Flushing 1588230740/table: appending metadata at 1731856882631 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731856882631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc83512: reopening flushed file at 1731856883042 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc86797: reopening flushed file at 1731856883046 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8e30bc: reopening flushed file at 1731856883050 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54d63985: reopening flushed file at 1731856883053 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=16, compaction requested=false at 1731856883057 (+4 ms)Writing region close event to WAL at 1731856883058 (+1 ms)Running coprocessor post-close hooks at 1731856883061 (+3 ms)Closed at 1731856883061 2024-11-17T15:21:23,061 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:21:23,064 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.wal-reader.7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.1731856862492 to pos 2130, reset compression=false 2024-11-17T15:21:23,118 INFO [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,45741,1731856860494; all regions closed. 2024-11-17T15:21:23,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741834_1010 (size=4239) 2024-11-17T15:21:23,120 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.meta.1731856863022.meta not finished, retry = 0 2024-11-17T15:21:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741839_1015 (size=3114) 2024-11-17T15:21:23,223 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/WALs/7a780d55532c,45741,1731856860494/7a780d55532c%2C45741%2C1731856860494.rep.1731856875052 not finished, retry = 0 2024-11-17T15:21:23,325 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1191, reset compression=false 2024-11-17T15:21:23,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741833_1009 (size=2138) 2024-11-17T15:21:23,327 DEBUG [RS:0;7a780d55532c:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:23,327 INFO [RS:0;7a780d55532c:45741 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:21:23,328 INFO [RS:0;7a780d55532c:45741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:21:23,329 INFO [RS:0;7a780d55532c:45741 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:21:23,329 INFO [RS:0;7a780d55532c:45741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:21:23,329 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:21:23,329 INFO [RS:0;7a780d55532c:45741 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,45741,1731856860494 because: Region server is closing 2024-11-17T15:21:23,329 INFO [RS:0;7a780d55532c:45741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:45741. 2024-11-17T15:21:23,329 DEBUG [RS:0;7a780d55532c:45741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:23,330 DEBUG [RS:0;7a780d55532c:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:23,330 DEBUG [RS:0;7a780d55532c:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:23,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:23,430 INFO [RS:0;7a780d55532c:45741 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45741,1731856860494.replicationSource.shipper7a780d55532c%2C45741%2C1731856860494,1-7a780d55532c,45741,1731856860494 terminated 2024-11-17T15:21:23,430 INFO [RS:0;7a780d55532c:45741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:45741. 2024-11-17T15:21:23,430 DEBUG [RS:0;7a780d55532c:45741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:23,430 DEBUG [RS:0;7a780d55532c:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:23,430 DEBUG [RS:0;7a780d55532c:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:23,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:23,430 INFO [RS:0;7a780d55532c:45741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45741 2024-11-17T15:21:23,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934/rs 2024-11-17T15:21:23,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21889216934/rs/7a780d55532c,45741,1731856860494 2024-11-17T15:21:23,433 INFO [RS:0;7a780d55532c:45741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:21:23,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,45741,1731856860494] 2024-11-17T15:21:23,436 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21889216934/draining/7a780d55532c,45741,1731856860494 already deleted, retry=false 2024-11-17T15:21:23,436 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,45741,1731856860494 expired; onlineServers=0 2024-11-17T15:21:23,437 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,38515,1731856860437' ***** 2024-11-17T15:21:23,437 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:21:23,437 INFO [M:0;7a780d55532c:38515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:21:23,437 INFO [M:0;7a780d55532c:38515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:21:23,437 DEBUG [M:0;7a780d55532c:38515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:21:23,437 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:21:23,437 DEBUG [M:0;7a780d55532c:38515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:21:23,437 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856862285 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856862285,5,FailOnTimeoutGroup] 2024-11-17T15:21:23,437 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856862285 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856862285,5,FailOnTimeoutGroup] 2024-11-17T15:21:23,437 INFO [M:0;7a780d55532c:38515 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:21:23,437 INFO [M:0;7a780d55532c:38515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:21:23,437 DEBUG [M:0;7a780d55532c:38515 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:21:23,437 INFO [M:0;7a780d55532c:38515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:21:23,438 INFO [M:0;7a780d55532c:38515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:21:23,438 INFO [M:0;7a780d55532c:38515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:21:23,438 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:21:23,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21889216934/master 2024-11-17T15:21:23,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21889216934 2024-11-17T15:21:23,438 DEBUG [M:0;7a780d55532c:38515 {}] zookeeper.ZKUtil(347): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Unable to get data of znode /21889216934/master because node does not exist (not an error) 2024-11-17T15:21:23,438 WARN [M:0;7a780d55532c:38515 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:21:23,439 INFO [M:0;7a780d55532c:38515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/.lastflushedseqids 2024-11-17T15:21:23,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741848_1024 (size=245) 2024-11-17T15:21:23,443 INFO [M:0;7a780d55532c:38515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:21:23,443 INFO [M:0;7a780d55532c:38515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:21:23,443 DEBUG [M:0;7a780d55532c:38515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:21:23,443 INFO [M:0;7a780d55532c:38515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:23,444 DEBUG [M:0;7a780d55532c:38515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:23,444 DEBUG [M:0;7a780d55532c:38515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:21:23,444 DEBUG [M:0;7a780d55532c:38515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:23,444 INFO [M:0;7a780d55532c:38515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-17T15:21:23,462 DEBUG [M:0;7a780d55532c:38515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa1f2c4de2e24549a3fd6ebcd024b953 is 82, key is hbase:meta,,1/info:regioninfo/1731856863053/Put/seqid=0 2024-11-17T15:21:23,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741849_1025 (size=5672) 2024-11-17T15:21:23,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:21:23,534 INFO [RS:0;7a780d55532c:45741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:21:23,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10126844cb90007, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:21:23,535 INFO [RS:0;7a780d55532c:45741 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,45741,1731856860494; zookeeper connection closed. 2024-11-17T15:21:23,535 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3762cf54 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3762cf54 2024-11-17T15:21:23,535 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:21:23,641 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 636, reset compression=false 2024-11-17T15:21:23,866 INFO [M:0;7a780d55532c:38515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa1f2c4de2e24549a3fd6ebcd024b953 2024-11-17T15:21:23,887 DEBUG [M:0;7a780d55532c:38515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16029eb8f0e34fe188a5d5a96f622d97 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731856875092/Put/seqid=0 2024-11-17T15:21:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741850_1026 (size=8515) 2024-11-17T15:21:23,929 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1191, reset compression=false 2024-11-17T15:21:24,291 INFO [M:0;7a780d55532c:38515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16029eb8f0e34fe188a5d5a96f622d97 2024-11-17T15:21:24,308 DEBUG [M:0;7a780d55532c:38515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a108d37f33748c4aeac9444c5458f26 is 69, key is 7a780d55532c,45741,1731856860494/rs:state/1731856862338/Put/seqid=0 2024-11-17T15:21:24,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741851_1027 (size=5156) 2024-11-17T15:21:24,632 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1191, reset compression=false 2024-11-17T15:21:24,644 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 636, reset compression=false 2024-11-17T15:21:24,712 INFO [M:0;7a780d55532c:38515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a108d37f33748c4aeac9444c5458f26 2024-11-17T15:21:24,715 DEBUG [M:0;7a780d55532c:38515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa1f2c4de2e24549a3fd6ebcd024b953 as hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa1f2c4de2e24549a3fd6ebcd024b953 2024-11-17T15:21:24,719 INFO [M:0;7a780d55532c:38515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa1f2c4de2e24549a3fd6ebcd024b953, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T15:21:24,720 DEBUG [M:0;7a780d55532c:38515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16029eb8f0e34fe188a5d5a96f622d97 as hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16029eb8f0e34fe188a5d5a96f622d97 2024-11-17T15:21:24,724 INFO [M:0;7a780d55532c:38515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16029eb8f0e34fe188a5d5a96f622d97, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T15:21:24,724 DEBUG [M:0;7a780d55532c:38515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a108d37f33748c4aeac9444c5458f26 as hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a108d37f33748c4aeac9444c5458f26 2024-11-17T15:21:24,728 INFO [M:0;7a780d55532c:38515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44815/user/jenkins/test-data/5ce56505-10ea-1129-b27d-b260b62c2e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a108d37f33748c4aeac9444c5458f26, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T15:21:24,729 INFO [M:0;7a780d55532c:38515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-17T15:21:24,730 INFO [M:0;7a780d55532c:38515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:24,730 DEBUG [M:0;7a780d55532c:38515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856883443Disabling compacts and flushes for region at 1731856883443Disabling writes for close at 1731856883444 (+1 ms)Obtaining lock to block concurrent updates at 1731856883444Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856883444Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731856883444Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856883445 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856883445Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856883462 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856883462Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856883870 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856883887 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856883887Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856884294 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856884308 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856884308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c718d5: reopening flushed file at 1731856884715 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae54680: reopening flushed file at 1731856884719 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d73729b: reopening flushed file at 1731856884724 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1731856884729 (+5 ms)Writing region close event to WAL at 1731856884730 (+1 ms)Closed at 1731856884730 2024-11-17T15:21:24,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37597 is added to blk_1073741830_1006 (size=63642) 2024-11-17T15:21:24,732 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:21:24,732 INFO [M:0;7a780d55532c:38515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:21:24,733 INFO [M:0;7a780d55532c:38515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38515 2024-11-17T15:21:24,733 INFO [M:0;7a780d55532c:38515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:21:24,835 INFO [M:0;7a780d55532c:38515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:21:24,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:21:24,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38515-0x10126844cb90006, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:21:24,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bfaabaa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:21:24,838 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12b62b79{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:21:24,838 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:21:24,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@443690ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:21:24,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cffb651{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/hadoop.log.dir/,STOPPED} 2024-11-17T15:21:24,840 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:21:24,840 WARN [BP-422626675-172.17.0.2-1731856859328 heartbeating to localhost/127.0.0.1:44815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:21:24,840 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:21:24,840 WARN [BP-422626675-172.17.0.2-1731856859328 heartbeating to localhost/127.0.0.1:44815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422626675-172.17.0.2-1731856859328 (Datanode Uuid 02af0100-7703-4ae8-8b46-580ce34025b7) service to localhost/127.0.0.1:44815 2024-11-17T15:21:24,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/cluster_52cf4c48-cd89-cc62-1555-dcb7953947af/data/data1/current/BP-422626675-172.17.0.2-1731856859328 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:21:24,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/cluster_52cf4c48-cd89-cc62-1555-dcb7953947af/data/data2/current/BP-422626675-172.17.0.2-1731856859328 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:21:24,841 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:21:24,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@674dd291{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:21:24,847 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5177afed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:21:24,847 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:21:24,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2355d0e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:21:24,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a83d7b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/hadoop.log.dir/,STOPPED} 2024-11-17T15:21:24,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:21:24,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:21:24,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:24,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:24,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:24,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:24,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:24,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:21:24,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=821487012, stopped=false 2024-11-17T15:21:24,860 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,43537,1731856856889 2024-11-17T15:21:24,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1617889569/running 2024-11-17T15:21:24,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:21:24,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1617889569/running 2024-11-17T15:21:24,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:21:24,861 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:21:24,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:24,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:24,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:24,861 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,44557,1731856856978' ***** 2024-11-17T15:21:24,862 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:21:24,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Set watcher on znode that does not yet exist, /1617889569/running 2024-11-17T15:21:24,862 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:21:24,862 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:21:24,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Set watcher on znode that does not yet exist, /1617889569/running 2024-11-17T15:21:24,862 INFO [RS:0;7a780d55532c:44557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:21:24,862 INFO [RS:0;7a780d55532c:44557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:21:24,862 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(3091): Received CLOSE for 15c4b33760f2a7e586ff757709e2eafa 2024-11-17T15:21:24,863 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:24,863 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,44557,1731856856978 2024-11-17T15:21:24,863 INFO [RS:0;7a780d55532c:44557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:21:24,863 INFO [RS:0;7a780d55532c:44557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:44557. 2024-11-17T15:21:24,863 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15c4b33760f2a7e586ff757709e2eafa, disabling compactions & flushes 2024-11-17T15:21:24,863 DEBUG [RS:0;7a780d55532c:44557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:24,863 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. 2024-11-17T15:21:24,863 DEBUG [RS:0;7a780d55532c:44557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:24,863 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. 2024-11-17T15:21:24,863 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. after waiting 0 ms 2024-11-17T15:21:24,863 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. 2024-11-17T15:21:24,863 INFO [RS:0;7a780d55532c:44557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:21:24,863 INFO [RS:0;7a780d55532c:44557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:21:24,863 INFO [RS:0;7a780d55532c:44557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:21:24,863 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:21:24,863 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15c4b33760f2a7e586ff757709e2eafa 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-17T15:21:24,863 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T15:21:24,863 DEBUG [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1325): Online Regions={15c4b33760f2a7e586ff757709e2eafa=test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa., 6dab96c24dbaca1d836a3b09c770864e=hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:21:24,863 DEBUG [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c4b33760f2a7e586ff757709e2eafa, 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:24,863 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:21:24,863 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:21:24,864 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:21:24,864 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:21:24,864 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:21:24,864 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T15:21:24,878 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/.tmp/info/8f6eaf79555b453a8c185a065d588303 is 147, key is hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e./info:regioninfo/1731856872930/Put/seqid=0 2024-11-17T15:21:24,881 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/.tmp/f/10b20bdc0be2403bb9c7493caf7a635d is 29, key is row1/f:/1731856880098/DeleteFamily/seqid=0 2024-11-17T15:21:24,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741840_1016 (size=7686) 2024-11-17T15:21:24,882 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/.tmp/info/8f6eaf79555b453a8c185a065d588303 2024-11-17T15:21:24,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741841_1017 (size=5152) 2024-11-17T15:21:24,885 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/.tmp/f/10b20bdc0be2403bb9c7493caf7a635d 2024-11-17T15:21:24,888 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10b20bdc0be2403bb9c7493caf7a635d 2024-11-17T15:21:24,901 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/.tmp/f1/dc02da613aaf4ea4898dbbf7301351f1 is 30, key is row1/f1:/1731856880098/DeleteFamily/seqid=0 2024-11-17T15:21:24,903 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/.tmp/ns/2e8d320104b743c497b22e68e898d720 is 43, key is default/ns:d/1731856859108/Put/seqid=0 2024-11-17T15:21:24,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741842_1018 (size=5158) 2024-11-17T15:21:24,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741843_1019 (size=5153) 2024-11-17T15:21:24,919 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:21:25,063 DEBUG [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c4b33760f2a7e586ff757709e2eafa, 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:25,264 DEBUG [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c4b33760f2a7e586ff757709e2eafa, 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:25,305 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/.tmp/f1/dc02da613aaf4ea4898dbbf7301351f1 2024-11-17T15:21:25,309 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc02da613aaf4ea4898dbbf7301351f1 2024-11-17T15:21:25,309 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/.tmp/ns/2e8d320104b743c497b22e68e898d720 2024-11-17T15:21:25,324 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/.tmp/norep/59ea044a69ea44648ed537758a4adb74 is 33, key is row1/norep:/1731856880098/DeleteFamily/seqid=0 2024-11-17T15:21:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741844_1020 (size=5108) 2024-11-17T15:21:25,329 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/.tmp/rep_barrier/786a7af99e6c40be9864854ffbbc1c50 is 112, key is test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa./rep_barrier:seqnumDuringOpen/1731856866447/Put/seqid=0 2024-11-17T15:21:25,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741845_1021 (size=5518) 2024-11-17T15:21:25,333 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/.tmp/rep_barrier/786a7af99e6c40be9864854ffbbc1c50 2024-11-17T15:21:25,350 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/.tmp/table/a8962e082ee24184bba664a5955de65b is 53, key is hbase:replication/table:state/1731856872940/Put/seqid=0 2024-11-17T15:21:25,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741846_1022 (size=5308) 2024-11-17T15:21:25,435 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1191, reset compression=false 2024-11-17T15:21:25,439 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:25,439 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1438, reset compression=false 2024-11-17T15:21:25,439 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,44557,1731856856978 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:21:25,440 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7a780d55532c,44557,1731856856978: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7a780d55532c,44557,1731856856978, walGroup=7a780d55532c%2C44557%2C1731856856978, offset=7a780d55532c%2C44557%2C1731856856978.1731856857933:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:44557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T15:21:25,441 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T15:21:25,441 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T15:21:25,442 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T15:21:25,442 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T15:21:25,442 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T15:21:25,442 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1251999744, "init": 1048576000, "max": 2306867200, "used": 955965488 }, "NonHeapMemoryUsage": { "committed": 205258752, "init": 7667712, "max": -1, "used": 201057904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T15:21:25,442 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:43537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:43537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T15:21:25,464 DEBUG [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c4b33760f2a7e586ff757709e2eafa, 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:25,642 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1438, reset compression=false 2024-11-17T15:21:25,664 DEBUG [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c4b33760f2a7e586ff757709e2eafa, 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:25,728 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/.tmp/norep/59ea044a69ea44648ed537758a4adb74 2024-11-17T15:21:25,731 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59ea044a69ea44648ed537758a4adb74 2024-11-17T15:21:25,732 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/.tmp/f/10b20bdc0be2403bb9c7493caf7a635d as hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/f/10b20bdc0be2403bb9c7493caf7a635d 2024-11-17T15:21:25,736 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10b20bdc0be2403bb9c7493caf7a635d 2024-11-17T15:21:25,736 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/f/10b20bdc0be2403bb9c7493caf7a635d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T15:21:25,737 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/.tmp/f1/dc02da613aaf4ea4898dbbf7301351f1 as hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/f1/dc02da613aaf4ea4898dbbf7301351f1 2024-11-17T15:21:25,740 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc02da613aaf4ea4898dbbf7301351f1 2024-11-17T15:21:25,740 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/f1/dc02da613aaf4ea4898dbbf7301351f1, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T15:21:25,741 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/.tmp/norep/59ea044a69ea44648ed537758a4adb74 as hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/norep/59ea044a69ea44648ed537758a4adb74 2024-11-17T15:21:25,744 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59ea044a69ea44648ed537758a4adb74 2024-11-17T15:21:25,744 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/norep/59ea044a69ea44648ed537758a4adb74, entries=1, sequenceid=10, filesize=5.0 K 2024-11-17T15:21:25,745 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 15c4b33760f2a7e586ff757709e2eafa in 882ms, sequenceid=10, compaction requested=false 2024-11-17T15:21:25,748 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 636, reset compression=false 2024-11-17T15:21:25,748 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/default/test/15c4b33760f2a7e586ff757709e2eafa/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T15:21:25,749 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:21:25,749 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:21:25,749 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. 2024-11-17T15:21:25,749 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15c4b33760f2a7e586ff757709e2eafa: Waiting for close lock at 1731856884863Running coprocessor pre-close hooks at 1731856884863Disabling compacts and flushes for region at 1731856884863Disabling writes for close at 1731856884863Obtaining lock to block concurrent updates at 1731856884863Preparing flush snapshotting stores in 15c4b33760f2a7e586ff757709e2eafa at 1731856884863Finished memstore snapshotting test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731856884863Flushing stores of test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. at 1731856884864 (+1 ms)Flushing 15c4b33760f2a7e586ff757709e2eafa/f: creating writer at 1731856884864Flushing 15c4b33760f2a7e586ff757709e2eafa/f: appending metadata at 1731856884881 (+17 ms)Flushing 15c4b33760f2a7e586ff757709e2eafa/f: closing flushed file at 1731856884881Flushing 15c4b33760f2a7e586ff757709e2eafa/f1: creating writer at 1731856884889 (+8 ms)Flushing 15c4b33760f2a7e586ff757709e2eafa/f1: appending metadata at 1731856884901 (+12 ms)Flushing 15c4b33760f2a7e586ff757709e2eafa/f1: closing flushed file at 1731856884901Flushing 15c4b33760f2a7e586ff757709e2eafa/norep: creating writer at 1731856885309 (+408 ms)Flushing 15c4b33760f2a7e586ff757709e2eafa/norep: appending metadata at 1731856885323 (+14 ms)Flushing 15c4b33760f2a7e586ff757709e2eafa/norep: closing flushed file at 1731856885323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de12122: reopening flushed file at 1731856885731 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59164335: reopening flushed file at 1731856885736 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4078bc: reopening flushed file at 1731856885740 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 15c4b33760f2a7e586ff757709e2eafa in 882ms, sequenceid=10, compaction requested=false at 1731856885745 (+5 ms)Writing region close event to WAL at 1731856885746 (+1 ms)Running coprocessor post-close hooks at 1731856885749 (+3 ms)Closed at 1731856885749 2024-11-17T15:21:25,749 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856865301.15c4b33760f2a7e586ff757709e2eafa. 2024-11-17T15:21:25,749 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dab96c24dbaca1d836a3b09c770864e, disabling compactions & flushes 2024-11-17T15:21:25,750 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:25,750 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:25,750 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. after waiting 0 ms 2024-11-17T15:21:25,750 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:25,750 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dab96c24dbaca1d836a3b09c770864e: Waiting for close lock at 1731856885749Running coprocessor pre-close hooks at 1731856885749Disabling compacts and flushes for region at 1731856885749Disabling writes for close at 1731856885750 (+1 ms)Failed flush hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e., putting online again at 1731856885750 2024-11-17T15:21:25,750 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:25,754 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/.tmp/table/a8962e082ee24184bba664a5955de65b 2024-11-17T15:21:25,757 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/.tmp/info/8f6eaf79555b453a8c185a065d588303 as hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/info/8f6eaf79555b453a8c185a065d588303 2024-11-17T15:21:25,761 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/info/8f6eaf79555b453a8c185a065d588303, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T15:21:25,761 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/.tmp/ns/2e8d320104b743c497b22e68e898d720 as hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/ns/2e8d320104b743c497b22e68e898d720 2024-11-17T15:21:25,764 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/ns/2e8d320104b743c497b22e68e898d720, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T15:21:25,765 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/.tmp/rep_barrier/786a7af99e6c40be9864854ffbbc1c50 as hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/rep_barrier/786a7af99e6c40be9864854ffbbc1c50 2024-11-17T15:21:25,768 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/rep_barrier/786a7af99e6c40be9864854ffbbc1c50, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T15:21:25,768 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/.tmp/table/a8962e082ee24184bba664a5955de65b as hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/table/a8962e082ee24184bba664a5955de65b 2024-11-17T15:21:25,771 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/table/a8962e082ee24184bba664a5955de65b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T15:21:25,772 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=16, compaction requested=false 2024-11-17T15:21:25,775 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T15:21:25,776 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:21:25,776 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:21:25,776 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:21:25,776 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856884863Running coprocessor pre-close hooks at 1731856884863Disabling compacts and flushes for region at 1731856884863Disabling writes for close at 1731856884864 (+1 ms)Obtaining lock to block concurrent updates at 1731856884864Preparing flush snapshotting stores in 1588230740 at 1731856884864Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731856884864Flushing stores of hbase:meta,,1.1588230740 at 1731856884864Flushing 1588230740/info: creating writer at 1731856884864Flushing 1588230740/info: appending metadata at 1731856884878 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731856884878Flushing 1588230740/ns: creating writer at 1731856884886 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731856884903 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731856884903Flushing 1588230740/rep_barrier: creating writer at 1731856885312 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856885329 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856885329Flushing 1588230740/table: creating writer at 1731856885337 (+8 ms)Flushing 1588230740/table: appending metadata at 1731856885350 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731856885350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df1868c: reopening flushed file at 1731856885757 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@86dbab1: reopening flushed file at 1731856885761 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f2a8214: reopening flushed file at 1731856885764 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc6c5c7: reopening flushed file at 1731856885768 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=16, compaction requested=false at 1731856885772 (+4 ms)Writing region close event to WAL at 1731856885773 (+1 ms)Running coprocessor post-close hooks at 1731856885776 (+3 ms)Closed at 1731856885776 2024-11-17T15:21:25,776 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:21:25,798 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:21:25,798 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:21:25,864 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T15:21:25,864 DEBUG [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1325): Online Regions={6dab96c24dbaca1d836a3b09c770864e=hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e.} 2024-11-17T15:21:25,864 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:25,864 DEBUG [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1351): Waiting on 6dab96c24dbaca1d836a3b09c770864e 2024-11-17T15:21:25,864 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dab96c24dbaca1d836a3b09c770864e, disabling compactions & flushes 2024-11-17T15:21:25,864 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:25,864 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:25,864 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. after waiting 0 ms 2024-11-17T15:21:25,865 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:25,865 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dab96c24dbaca1d836a3b09c770864e: Waiting for close lock at 1731856885864Running coprocessor pre-close hooks at 1731856885864Disabling compacts and flushes for region at 1731856885864Disabling writes for close at 1731856885864Failed flush hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e., putting online again at 1731856885865 (+1 ms) 2024-11-17T15:21:25,865 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731856871770.6dab96c24dbaca1d836a3b09c770864e. 2024-11-17T15:21:25,945 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 1438, reset compression=false 2024-11-17T15:21:25,949 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:25,949 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 2082, reset compression=false 2024-11-17T15:21:26,064 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T15:21:26,064 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,44557,1731856856978; all regions closed. 2024-11-17T15:21:26,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741834_1010 (size=4239) 2024-11-17T15:21:26,067 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.meta.1731856858963.meta not finished, retry = 0 2024-11-17T15:21:26,152 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.1731856857933 to pos 2082, reset compression=false 2024-11-17T15:21:26,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/WALs/7a780d55532c,44557,1731856856978/7a780d55532c%2C44557%2C1731856856978.rep.1731856872901 not finished, retry = 0 2024-11-17T15:21:26,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741839_1015 (size=2171) 2024-11-17T15:21:26,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741832_1008 (size=2090) 2024-11-17T15:21:26,272 DEBUG [RS:0;7a780d55532c:44557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:26,272 INFO [RS:0;7a780d55532c:44557 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:21:26,272 INFO [RS:0;7a780d55532c:44557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:21:26,273 INFO [RS:0;7a780d55532c:44557 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:21:26,273 INFO [RS:0;7a780d55532c:44557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:21:26,273 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:21:26,273 INFO [RS:0;7a780d55532c:44557 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,44557,1731856856978 because: Region server is closing 2024-11-17T15:21:26,273 INFO [RS:0;7a780d55532c:44557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:44557. 2024-11-17T15:21:26,273 DEBUG [RS:0;7a780d55532c:44557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:26,273 DEBUG [RS:0;7a780d55532c:44557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:26,273 DEBUG [RS:0;7a780d55532c:44557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:26,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:26,374 INFO [RS:0;7a780d55532c:44557 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.shipper7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 terminated 2024-11-17T15:21:26,374 INFO [RS:0;7a780d55532c:44557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:44557. 2024-11-17T15:21:26,374 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,44557,1731856856978.replicationSource.wal-reader.7a780d55532c%2C44557%2C1731856856978,1-7a780d55532c,44557,1731856856978 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T15:21:26,374 DEBUG [RS:0;7a780d55532c:44557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:26,374 DEBUG [RS:0;7a780d55532c:44557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:26,374 DEBUG [RS:0;7a780d55532c:44557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:26,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:26,374 INFO [RS:0;7a780d55532c:44557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44557 2024-11-17T15:21:26,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1617889569/rs/7a780d55532c,44557,1731856856978 2024-11-17T15:21:26,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569/rs 2024-11-17T15:21:26,377 INFO [RS:0;7a780d55532c:44557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:21:26,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,44557,1731856856978] 2024-11-17T15:21:26,383 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1617889569/draining/7a780d55532c,44557,1731856856978 already deleted, retry=false 2024-11-17T15:21:26,383 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,44557,1731856856978 expired; onlineServers=0 2024-11-17T15:21:26,383 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,43537,1731856856889' ***** 2024-11-17T15:21:26,383 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:21:26,383 INFO [M:0;7a780d55532c:43537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:21:26,383 INFO [M:0;7a780d55532c:43537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:21:26,383 DEBUG [M:0;7a780d55532c:43537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:21:26,383 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:21:26,384 DEBUG [M:0;7a780d55532c:43537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:21:26,384 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856857720 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856857720,5,FailOnTimeoutGroup] 2024-11-17T15:21:26,384 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856857724 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856857724,5,FailOnTimeoutGroup] 2024-11-17T15:21:26,384 INFO [M:0;7a780d55532c:43537 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:21:26,384 INFO [M:0;7a780d55532c:43537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:21:26,384 DEBUG [M:0;7a780d55532c:43537 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:21:26,384 INFO [M:0;7a780d55532c:43537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:21:26,384 INFO [M:0;7a780d55532c:43537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:21:26,384 INFO [M:0;7a780d55532c:43537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:21:26,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:21:26,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1617889569/master 2024-11-17T15:21:26,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1617889569 2024-11-17T15:21:26,386 DEBUG [M:0;7a780d55532c:43537 {}] zookeeper.ZKUtil(347): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Unable to get data of znode /1617889569/master because node does not exist (not an error) 2024-11-17T15:21:26,386 WARN [M:0;7a780d55532c:43537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:21:26,395 INFO [M:0;7a780d55532c:43537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/.lastflushedseqids 2024-11-17T15:21:26,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741847_1023 (size=245) 2024-11-17T15:21:26,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:21:26,479 INFO [RS:0;7a780d55532c:44557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:21:26,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10126844cb90004, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:21:26,479 INFO [RS:0;7a780d55532c:44557 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,44557,1731856856978; zookeeper connection closed. 2024-11-17T15:21:26,479 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18d0d281 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18d0d281 2024-11-17T15:21:26,479 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:21:26,800 INFO [M:0;7a780d55532c:43537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:21:26,800 INFO [M:0;7a780d55532c:43537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:21:26,801 DEBUG [M:0;7a780d55532c:43537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:21:26,801 INFO [M:0;7a780d55532c:43537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:26,801 DEBUG [M:0;7a780d55532c:43537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:26,801 DEBUG [M:0;7a780d55532c:43537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:21:26,801 DEBUG [M:0;7a780d55532c:43537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:26,801 INFO [M:0;7a780d55532c:43537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-17T15:21:26,819 DEBUG [M:0;7a780d55532c:43537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce28ceb4cf624586bc15ee065c3c14f3 is 82, key is hbase:meta,,1/info:regioninfo/1731856859090/Put/seqid=0 2024-11-17T15:21:26,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741848_1024 (size=5672) 2024-11-17T15:21:26,823 INFO [M:0;7a780d55532c:43537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce28ceb4cf624586bc15ee065c3c14f3 2024-11-17T15:21:26,842 DEBUG [M:0;7a780d55532c:43537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6800486855245eeb1f544dd5867b1f1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731856872942/Put/seqid=0 2024-11-17T15:21:26,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741849_1025 (size=8515) 2024-11-17T15:21:26,875 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T15:21:26,951 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 636, reset compression=false 2024-11-17T15:21:27,246 INFO [M:0;7a780d55532c:43537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6800486855245eeb1f544dd5867b1f1 2024-11-17T15:21:27,267 DEBUG [M:0;7a780d55532c:43537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb33fd425ec5410ab69c04ae68a4ef5f is 69, key is 7a780d55532c,44557,1731856856978/rs:state/1731856857754/Put/seqid=0 2024-11-17T15:21:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741850_1026 (size=5156) 2024-11-17T15:21:27,672 INFO [M:0;7a780d55532c:43537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb33fd425ec5410ab69c04ae68a4ef5f 2024-11-17T15:21:27,676 DEBUG [M:0;7a780d55532c:43537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce28ceb4cf624586bc15ee065c3c14f3 as hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce28ceb4cf624586bc15ee065c3c14f3 2024-11-17T15:21:27,679 INFO [M:0;7a780d55532c:43537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce28ceb4cf624586bc15ee065c3c14f3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T15:21:27,679 DEBUG [M:0;7a780d55532c:43537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6800486855245eeb1f544dd5867b1f1 as hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6800486855245eeb1f544dd5867b1f1 2024-11-17T15:21:27,683 INFO [M:0;7a780d55532c:43537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6800486855245eeb1f544dd5867b1f1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T15:21:27,683 DEBUG [M:0;7a780d55532c:43537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb33fd425ec5410ab69c04ae68a4ef5f as hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb33fd425ec5410ab69c04ae68a4ef5f 2024-11-17T15:21:27,686 INFO [M:0;7a780d55532c:43537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34175/user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb33fd425ec5410ab69c04ae68a4ef5f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T15:21:27,687 INFO [M:0;7a780d55532c:43537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false 2024-11-17T15:21:27,688 INFO [M:0;7a780d55532c:43537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:27,688 DEBUG [M:0;7a780d55532c:43537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856886801Disabling compacts and flushes for region at 1731856886801Disabling writes for close at 1731856886801Obtaining lock to block concurrent updates at 1731856886801Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856886801Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731856886801Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856886802 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856886802Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856886819 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856886819Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856886826 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856886841 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856886841Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856887250 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856887267 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856887267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2621141a: reopening flushed file at 1731856887675 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aae945: reopening flushed file at 1731856887679 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0cf252: reopening flushed file at 1731856887683 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false at 1731856887687 (+4 ms)Writing region close event to WAL at 1731856887688 (+1 ms)Closed at 1731856887688 2024-11-17T15:21:27,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741830_1006 (size=63642) 2024-11-17T15:21:27,690 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55bef846-bca5-d5cc-68c1-625e47bbf621/MasterData/WALs/7a780d55532c,43537,1731856856889/7a780d55532c%2C43537%2C1731856856889.1731856857520 not finished, retry = 0 2024-11-17T15:21:27,791 INFO [M:0;7a780d55532c:43537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:21:27,791 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:21:27,791 INFO [M:0;7a780d55532c:43537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43537 2024-11-17T15:21:27,791 INFO [M:0;7a780d55532c:43537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:21:27,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:21:27,893 INFO [M:0;7a780d55532c:43537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:21:27,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x10126844cb90003, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:21:27,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6842fe12{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:21:27,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@282af760{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:21:27,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:21:27,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e91cfc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:21:27,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b8b2131{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/hadoop.log.dir/,STOPPED} 2024-11-17T15:21:27,897 WARN [BP-35731750-172.17.0.2-1731856855576 heartbeating to localhost/127.0.0.1:34175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:21:27,897 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:21:27,897 WARN [BP-35731750-172.17.0.2-1731856855576 heartbeating to localhost/127.0.0.1:34175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-35731750-172.17.0.2-1731856855576 (Datanode Uuid 966ba83c-ce88-4df6-ac2b-18366a208b1a) service to localhost/127.0.0.1:34175 2024-11-17T15:21:27,897 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:21:27,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/cluster_527e37fe-60c6-610d-def2-a702a9af71c0/data/data1/current/BP-35731750-172.17.0.2-1731856855576 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:21:27,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/cluster_527e37fe-60c6-610d-def2-a702a9af71c0/data/data2/current/BP-35731750-172.17.0.2-1731856855576 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:21:27,898 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:21:27,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52a16544{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:21:27,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e221f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:21:27,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:21:27,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bbc206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:21:27,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2281cccb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01a74d32-7ab3-57a9-4fb2-42d3f45e0fb2/hadoop.log.dir/,STOPPED} 2024-11-17T15:21:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:21:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:21:27,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:27,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:27,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:27,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:27,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:27,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:21:27,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=731276587, stopped=false 2024-11-17T15:21:27,921 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,44045,1731856852663 2024-11-17T15:21:27,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-512745120/running 2024-11-17T15:21:27,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-512745120/running 2024-11-17T15:21:27,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:21:27,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:21:27,923 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:21:27,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:27,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:27,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:27,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Set watcher on znode that does not yet exist, /0-512745120/running 2024-11-17T15:21:27,924 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,45621,1731856852719' ***** 2024-11-17T15:21:27,924 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:21:27,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Set watcher on znode that does not yet exist, /0-512745120/running 2024-11-17T15:21:27,924 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:21:27,924 INFO [RS:0;7a780d55532c:45621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:21:27,924 INFO [RS:0;7a780d55532c:45621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:21:27,924 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(3091): Received CLOSE for 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:27,924 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:21:27,924 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(3091): Received CLOSE for 218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:27,924 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,45621,1731856852719 2024-11-17T15:21:27,924 INFO [RS:0;7a780d55532c:45621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:21:27,925 INFO [RS:0;7a780d55532c:45621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:45621. 2024-11-17T15:21:27,925 DEBUG [RS:0;7a780d55532c:45621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:27,925 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69aef2e52742fd4fd642cfb6bf636eb4, disabling compactions & flushes 2024-11-17T15:21:27,925 DEBUG [RS:0;7a780d55532c:45621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:27,925 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. 2024-11-17T15:21:27,925 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. 2024-11-17T15:21:27,925 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. after waiting 0 ms 2024-11-17T15:21:27,925 INFO [RS:0;7a780d55532c:45621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:21:27,925 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. 2024-11-17T15:21:27,925 INFO [RS:0;7a780d55532c:45621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:21:27,925 INFO [RS:0;7a780d55532c:45621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:21:27,925 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:21:27,925 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69aef2e52742fd4fd642cfb6bf636eb4 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-17T15:21:27,925 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T15:21:27,925 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1325): Online Regions={69aef2e52742fd4fd642cfb6bf636eb4=test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4., 1588230740=hbase:meta,,1.1588230740, 218c4ead9cc1c6b924cb9869e3ddaf79=hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79.} 2024-11-17T15:21:27,925 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 218c4ead9cc1c6b924cb9869e3ddaf79, 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:27,925 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:21:27,925 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:21:27,925 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:21:27,925 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:21:27,925 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:21:27,925 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T15:21:27,940 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/.tmp/info/fbb5b3d6d0be4c32b4255211f031035a is 147, key is hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79./info:regioninfo/1731856870779/Put/seqid=0 2024-11-17T15:21:27,940 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/.tmp/f/3decedc001c2482fb6ed3984274398f0 is 28, key is row/f:/1731856879094/DeleteFamily/seqid=0 2024-11-17T15:21:27,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741840_1016 (size=7686) 2024-11-17T15:21:27,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741841_1017 (size=5085) 2024-11-17T15:21:28,016 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:21:28,056 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:21:28,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:28,125 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 218c4ead9cc1c6b924cb9869e3ddaf79, 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:28,254 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 636, reset compression=false 2024-11-17T15:21:28,259 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:28,259 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 883, reset compression=false 2024-11-17T15:21:28,259 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,45621,1731856852719 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:21:28,260 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7a780d55532c,45621,1731856852719: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7a780d55532c,45621,1731856852719, walGroup=7a780d55532c%2C45621%2C1731856852719, offset=7a780d55532c%2C45621%2C1731856852719.1731856854710:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:45621 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T15:21:28,261 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T15:21:28,261 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T15:21:28,261 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T15:21:28,261 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T15:21:28,261 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T15:21:28,261 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1251999744, "init": 1048576000, "max": 2306867200, "used": 1016782896 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 201541120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T15:21:28,262 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:44045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:44045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T15:21:28,325 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 218c4ead9cc1c6b924cb9869e3ddaf79, 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:28,344 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/.tmp/info/fbb5b3d6d0be4c32b4255211f031035a 2024-11-17T15:21:28,344 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/.tmp/f/3decedc001c2482fb6ed3984274398f0 2024-11-17T15:21:28,348 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3decedc001c2482fb6ed3984274398f0 2024-11-17T15:21:28,362 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/.tmp/ns/00545e1fc9fa4ab69987b1ac5c0d18b1 is 43, key is default/ns:d/1731856855361/Put/seqid=0 2024-11-17T15:21:28,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741842_1018 (size=5153) 2024-11-17T15:21:28,365 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/.tmp/f1/22c21f025e8d4fbeae9111c7a953b721 is 29, key is row/f1:/1731856879094/DeleteFamily/seqid=0 2024-11-17T15:21:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741843_1019 (size=5089) 2024-11-17T15:21:28,461 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 883, reset compression=false 2024-11-17T15:21:28,526 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 218c4ead9cc1c6b924cb9869e3ddaf79, 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:28,593 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:21:28,593 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:21:28,726 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 218c4ead9cc1c6b924cb9869e3ddaf79, 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:28,764 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 883, reset compression=false 2024-11-17T15:21:28,765 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/.tmp/ns/00545e1fc9fa4ab69987b1ac5c0d18b1 2024-11-17T15:21:28,769 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/.tmp/f1/22c21f025e8d4fbeae9111c7a953b721 2024-11-17T15:21:28,772 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22c21f025e8d4fbeae9111c7a953b721 2024-11-17T15:21:28,785 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/.tmp/rep_barrier/e7bf0b0c8dc74044b7dd7225a91dc027 is 112, key is test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4./rep_barrier:seqnumDuringOpen/1731856864285/Put/seqid=0 2024-11-17T15:21:28,795 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/.tmp/norep/ae455af4dced4128abddd1b04c3d9cf7 is 32, key is row/norep:/1731856879094/DeleteFamily/seqid=0 2024-11-17T15:21:28,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741844_1020 (size=5518) 2024-11-17T15:21:28,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741845_1021 (size=5101) 2024-11-17T15:21:28,926 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 218c4ead9cc1c6b924cb9869e3ddaf79, 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:29,126 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 218c4ead9cc1c6b924cb9869e3ddaf79, 69aef2e52742fd4fd642cfb6bf636eb4 2024-11-17T15:21:29,168 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 883, reset compression=false 2024-11-17T15:21:29,198 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/.tmp/rep_barrier/e7bf0b0c8dc74044b7dd7225a91dc027 2024-11-17T15:21:29,199 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/.tmp/norep/ae455af4dced4128abddd1b04c3d9cf7 2024-11-17T15:21:29,203 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae455af4dced4128abddd1b04c3d9cf7 2024-11-17T15:21:29,204 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/.tmp/f/3decedc001c2482fb6ed3984274398f0 as hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/f/3decedc001c2482fb6ed3984274398f0 2024-11-17T15:21:29,207 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3decedc001c2482fb6ed3984274398f0 2024-11-17T15:21:29,207 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/f/3decedc001c2482fb6ed3984274398f0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T15:21:29,208 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/.tmp/f1/22c21f025e8d4fbeae9111c7a953b721 as hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/f1/22c21f025e8d4fbeae9111c7a953b721 2024-11-17T15:21:29,212 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22c21f025e8d4fbeae9111c7a953b721 2024-11-17T15:21:29,212 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/f1/22c21f025e8d4fbeae9111c7a953b721, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T15:21:29,213 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/.tmp/norep/ae455af4dced4128abddd1b04c3d9cf7 as hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/norep/ae455af4dced4128abddd1b04c3d9cf7 2024-11-17T15:21:29,216 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae455af4dced4128abddd1b04c3d9cf7 2024-11-17T15:21:29,216 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/norep/ae455af4dced4128abddd1b04c3d9cf7, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T15:21:29,217 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 69aef2e52742fd4fd642cfb6bf636eb4 in 1292ms, sequenceid=6, compaction requested=false 2024-11-17T15:21:29,217 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T15:21:29,221 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/.tmp/table/4c64d323ed8d4ca08e665728aee2a0c7 is 53, key is hbase:replication/table:state/1731856870784/Put/seqid=0 2024-11-17T15:21:29,224 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/default/test/69aef2e52742fd4fd642cfb6bf636eb4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T15:21:29,224 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:21:29,224 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:21:29,224 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. 2024-11-17T15:21:29,224 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69aef2e52742fd4fd642cfb6bf636eb4: Waiting for close lock at 1731856887924Running coprocessor pre-close hooks at 1731856887924Disabling compacts and flushes for region at 1731856887925 (+1 ms)Disabling writes for close at 1731856887925Obtaining lock to block concurrent updates at 1731856887925Preparing flush snapshotting stores in 69aef2e52742fd4fd642cfb6bf636eb4 at 1731856887925Finished memstore snapshotting test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731856887925Flushing stores of test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. at 1731856887926 (+1 ms)Flushing 69aef2e52742fd4fd642cfb6bf636eb4/f: creating writer at 1731856887926Flushing 69aef2e52742fd4fd642cfb6bf636eb4/f: appending metadata at 1731856887939 (+13 ms)Flushing 69aef2e52742fd4fd642cfb6bf636eb4/f: closing flushed file at 1731856887939Flushing 69aef2e52742fd4fd642cfb6bf636eb4/f1: creating writer at 1731856888348 (+409 ms)Flushing 69aef2e52742fd4fd642cfb6bf636eb4/f1: appending metadata at 1731856888364 (+16 ms)Flushing 69aef2e52742fd4fd642cfb6bf636eb4/f1: closing flushed file at 1731856888364Flushing 69aef2e52742fd4fd642cfb6bf636eb4/norep: creating writer at 1731856888772 (+408 ms)Flushing 69aef2e52742fd4fd642cfb6bf636eb4/norep: appending metadata at 1731856888786 (+14 ms)Flushing 69aef2e52742fd4fd642cfb6bf636eb4/norep: closing flushed file at 1731856888786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f1d08a1: reopening flushed file at 1731856889203 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2603c315: reopening flushed file at 1731856889208 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7667bb99: reopening flushed file at 1731856889212 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 69aef2e52742fd4fd642cfb6bf636eb4 in 1292ms, sequenceid=6, compaction requested=false at 1731856889217 (+5 ms)Writing region close event to WAL at 1731856889219 (+2 ms)Running coprocessor post-close hooks at 1731856889224 (+5 ms)Closed at 1731856889224 2024-11-17T15:21:29,224 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856863134.69aef2e52742fd4fd642cfb6bf636eb4. 2024-11-17T15:21:29,225 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 218c4ead9cc1c6b924cb9869e3ddaf79, disabling compactions & flushes 2024-11-17T15:21:29,225 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:29,225 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:29,225 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. after waiting 0 ms 2024-11-17T15:21:29,225 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:29,225 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 218c4ead9cc1c6b924cb9869e3ddaf79: Waiting for close lock at 1731856889225Running coprocessor pre-close hooks at 1731856889225Disabling compacts and flushes for region at 1731856889225Disabling writes for close at 1731856889225Failed flush hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79., putting online again at 1731856889225 2024-11-17T15:21:29,225 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:29,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741846_1022 (size=5308) 2024-11-17T15:21:29,326 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T15:21:29,326 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 218c4ead9cc1c6b924cb9869e3ddaf79=hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79.} 2024-11-17T15:21:29,327 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(3091): Received CLOSE for 218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:29,327 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 218c4ead9cc1c6b924cb9869e3ddaf79 2024-11-17T15:21:29,327 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 218c4ead9cc1c6b924cb9869e3ddaf79, disabling compactions & flushes 2024-11-17T15:21:29,327 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:29,327 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:29,327 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. after waiting 0 ms 2024-11-17T15:21:29,327 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:29,327 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 218c4ead9cc1c6b924cb9869e3ddaf79: Waiting for close lock at 1731856889327Running coprocessor pre-close hooks at 1731856889327Disabling compacts and flushes for region at 1731856889327Disabling writes for close at 1731856889327Failed flush hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79., putting online again at 1731856889327 2024-11-17T15:21:29,327 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731856869613.218c4ead9cc1c6b924cb9869e3ddaf79. 2024-11-17T15:21:29,527 DEBUG [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:21:29,626 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/.tmp/table/4c64d323ed8d4ca08e665728aee2a0c7 2024-11-17T15:21:29,630 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/.tmp/info/fbb5b3d6d0be4c32b4255211f031035a as hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/info/fbb5b3d6d0be4c32b4255211f031035a 2024-11-17T15:21:29,634 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/info/fbb5b3d6d0be4c32b4255211f031035a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T15:21:29,634 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/.tmp/ns/00545e1fc9fa4ab69987b1ac5c0d18b1 as hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/ns/00545e1fc9fa4ab69987b1ac5c0d18b1 2024-11-17T15:21:29,637 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/ns/00545e1fc9fa4ab69987b1ac5c0d18b1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T15:21:29,638 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/.tmp/rep_barrier/e7bf0b0c8dc74044b7dd7225a91dc027 as hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/rep_barrier/e7bf0b0c8dc74044b7dd7225a91dc027 2024-11-17T15:21:29,641 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/rep_barrier/e7bf0b0c8dc74044b7dd7225a91dc027, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T15:21:29,641 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/.tmp/table/4c64d323ed8d4ca08e665728aee2a0c7 as hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/table/4c64d323ed8d4ca08e665728aee2a0c7 2024-11-17T15:21:29,645 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/table/4c64d323ed8d4ca08e665728aee2a0c7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T15:21:29,645 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false 2024-11-17T15:21:29,645 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:21:29,649 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T15:21:29,650 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:21:29,650 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:21:29,650 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:21:29,650 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856887925Running coprocessor pre-close hooks at 1731856887925Disabling compacts and flushes for region at 1731856887925Disabling writes for close at 1731856887925Obtaining lock to block concurrent updates at 1731856887925Preparing flush snapshotting stores in 1588230740 at 1731856887925Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731856887925Flushing stores of hbase:meta,,1.1588230740 at 1731856887926 (+1 ms)Flushing 1588230740/info: creating writer at 1731856887926Flushing 1588230740/info: appending metadata at 1731856887939 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731856887940 (+1 ms)Flushing 1588230740/ns: creating writer at 1731856888348 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731856888362 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731856888362Flushing 1588230740/rep_barrier: creating writer at 1731856888770 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856888785 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856888785Flushing 1588230740/table: creating writer at 1731856889202 (+417 ms)Flushing 1588230740/table: appending metadata at 1731856889220 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731856889220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1372a4ff: reopening flushed file at 1731856889630 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31135797: reopening flushed file at 1731856889634 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0b09dc: reopening flushed file at 1731856889637 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46da4f2d: reopening flushed file at 1731856889641 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false at 1731856889645 (+4 ms)Writing region close event to WAL at 1731856889647 (+2 ms)Running coprocessor post-close hooks at 1731856889649 (+2 ms)Closed at 1731856889650 (+1 ms) 2024-11-17T15:21:29,650 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:21:29,672 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 883, reset compression=false 2024-11-17T15:21:29,675 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:29,675 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 1527, reset compression=false 2024-11-17T15:21:29,727 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T15:21:29,727 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,45621,1731856852719; all regions closed. 2024-11-17T15:21:29,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741834_1010 (size=4239) 2024-11-17T15:21:29,729 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.meta.1731856855293.meta not finished, retry = 0 2024-11-17T15:21:29,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741839_1015 (size=1297) 2024-11-17T15:21:29,831 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.rep.1731856870749 not finished, retry = 0 2024-11-17T15:21:29,878 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/WALs/7a780d55532c,45621,1731856852719/7a780d55532c%2C45621%2C1731856852719.1731856854710 to pos 1527, reset compression=false 2024-11-17T15:21:29,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741833_1009 (size=1535) 2024-11-17T15:21:29,934 DEBUG [RS:0;7a780d55532c:45621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:29,934 INFO [RS:0;7a780d55532c:45621 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:21:29,935 INFO [RS:0;7a780d55532c:45621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:21:29,935 INFO [RS:0;7a780d55532c:45621 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:21:29,935 INFO [RS:0;7a780d55532c:45621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:21:29,935 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:21:29,935 INFO [RS:0;7a780d55532c:45621 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,45621,1731856852719 because: Region server is closing 2024-11-17T15:21:29,935 INFO [RS:0;7a780d55532c:45621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:45621. 2024-11-17T15:21:29,935 DEBUG [RS:0;7a780d55532c:45621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:29,936 DEBUG [RS:0;7a780d55532c:45621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:29,936 DEBUG [RS:0;7a780d55532c:45621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:29,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:30,036 INFO [RS:0;7a780d55532c:45621 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.shipper7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 terminated 2024-11-17T15:21:30,036 INFO [RS:0;7a780d55532c:45621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45621 2024-11-17T15:21:30,036 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,45621,1731856852719.replicationSource.wal-reader.7a780d55532c%2C45621%2C1731856852719,1-7a780d55532c,45621,1731856852719 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T15:21:30,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-512745120/rs/7a780d55532c,45621,1731856852719 2024-11-17T15:21:30,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120/rs 2024-11-17T15:21:30,038 INFO [RS:0;7a780d55532c:45621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:21:30,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,45621,1731856852719] 2024-11-17T15:21:30,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-512745120/draining/7a780d55532c,45621,1731856852719 already deleted, retry=false 2024-11-17T15:21:30,040 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,45621,1731856852719 expired; onlineServers=0 2024-11-17T15:21:30,040 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,44045,1731856852663' ***** 2024-11-17T15:21:30,040 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:21:30,040 INFO [M:0;7a780d55532c:44045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:21:30,040 INFO [M:0;7a780d55532c:44045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:21:30,040 DEBUG [M:0;7a780d55532c:44045 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:21:30,040 DEBUG [M:0;7a780d55532c:44045 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:21:30,040 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:21:30,040 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856854540 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856854540,5,FailOnTimeoutGroup] 2024-11-17T15:21:30,040 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856854540 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856854540,5,FailOnTimeoutGroup] 2024-11-17T15:21:30,040 INFO [M:0;7a780d55532c:44045 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:21:30,040 INFO [M:0;7a780d55532c:44045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:21:30,041 DEBUG [M:0;7a780d55532c:44045 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:21:30,041 INFO [M:0;7a780d55532c:44045 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:21:30,041 INFO [M:0;7a780d55532c:44045 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:21:30,041 INFO [M:0;7a780d55532c:44045 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:21:30,041 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:21:30,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-512745120/master 2024-11-17T15:21:30,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-512745120 2024-11-17T15:21:30,042 DEBUG [M:0;7a780d55532c:44045 {}] zookeeper.ZKUtil(347): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Unable to get data of znode /0-512745120/master because node does not exist (not an error) 2024-11-17T15:21:30,042 WARN [M:0;7a780d55532c:44045 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:21:30,043 INFO [M:0;7a780d55532c:44045 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/.lastflushedseqids 2024-11-17T15:21:30,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741847_1023 (size=245) 2024-11-17T15:21:30,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:21:30,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10126844cb90001, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:21:30,139 INFO [RS:0;7a780d55532c:45621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:21:30,140 INFO [RS:0;7a780d55532c:45621 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,45621,1731856852719; zookeeper connection closed. 2024-11-17T15:21:30,140 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9216fb0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9216fb0 2024-11-17T15:21:30,140 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:21:30,447 INFO [M:0;7a780d55532c:44045 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:21:30,447 INFO [M:0;7a780d55532c:44045 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:21:30,447 DEBUG [M:0;7a780d55532c:44045 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:21:30,447 INFO [M:0;7a780d55532c:44045 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:30,447 DEBUG [M:0;7a780d55532c:44045 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:30,448 DEBUG [M:0;7a780d55532c:44045 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:21:30,448 DEBUG [M:0;7a780d55532c:44045 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:30,448 INFO [M:0;7a780d55532c:44045 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-17T15:21:30,462 DEBUG [M:0;7a780d55532c:44045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d99435189ef4c199d8bb3a9eb6ba29a is 82, key is hbase:meta,,1/info:regioninfo/1731856855345/Put/seqid=0 2024-11-17T15:21:30,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741848_1024 (size=5672) 2024-11-17T15:21:30,866 INFO [M:0;7a780d55532c:44045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d99435189ef4c199d8bb3a9eb6ba29a 2024-11-17T15:21:30,884 DEBUG [M:0;7a780d55532c:44045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f7fb83d36544f60b5f8db2ed7dbac50 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731856864294/Put/seqid=0 2024-11-17T15:21:30,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741849_1025 (size=7217) 2024-11-17T15:21:31,288 INFO [M:0;7a780d55532c:44045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f7fb83d36544f60b5f8db2ed7dbac50 2024-11-17T15:21:31,291 INFO [M:0;7a780d55532c:44045 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f7fb83d36544f60b5f8db2ed7dbac50 2024-11-17T15:21:31,305 DEBUG [M:0;7a780d55532c:44045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8aaf01f6dec4536b36d2ef7f568733e is 69, key is 7a780d55532c,45621,1731856852719/rs:state/1731856854568/Put/seqid=0 2024-11-17T15:21:31,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741850_1026 (size=5156) 2024-11-17T15:21:31,709 INFO [M:0;7a780d55532c:44045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8aaf01f6dec4536b36d2ef7f568733e 2024-11-17T15:21:31,713 DEBUG [M:0;7a780d55532c:44045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d99435189ef4c199d8bb3a9eb6ba29a as hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d99435189ef4c199d8bb3a9eb6ba29a 2024-11-17T15:21:31,717 INFO [M:0;7a780d55532c:44045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d99435189ef4c199d8bb3a9eb6ba29a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T15:21:31,718 DEBUG [M:0;7a780d55532c:44045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f7fb83d36544f60b5f8db2ed7dbac50 as hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f7fb83d36544f60b5f8db2ed7dbac50 2024-11-17T15:21:31,722 INFO [M:0;7a780d55532c:44045 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f7fb83d36544f60b5f8db2ed7dbac50 2024-11-17T15:21:31,722 INFO [M:0;7a780d55532c:44045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f7fb83d36544f60b5f8db2ed7dbac50, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T15:21:31,722 DEBUG [M:0;7a780d55532c:44045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8aaf01f6dec4536b36d2ef7f568733e as hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8aaf01f6dec4536b36d2ef7f568733e 2024-11-17T15:21:31,725 INFO [M:0;7a780d55532c:44045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8aaf01f6dec4536b36d2ef7f568733e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T15:21:31,726 INFO [M:0;7a780d55532c:44045 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-11-17T15:21:31,727 INFO [M:0;7a780d55532c:44045 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:31,727 DEBUG [M:0;7a780d55532c:44045 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856890447Disabling compacts and flushes for region at 1731856890447Disabling writes for close at 1731856890448 (+1 ms)Obtaining lock to block concurrent updates at 1731856890448Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856890448Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731856890448Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856890448Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856890449 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856890462 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856890462Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856890870 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856890883 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856890883Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856891291 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856891305 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856891305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7536a55f: reopening flushed file at 1731856891713 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb6ba1b: reopening flushed file at 1731856891718 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f435718: reopening flushed file at 1731856891722 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1731856891726 (+4 ms)Writing region close event to WAL at 1731856891727 (+1 ms)Closed at 1731856891727 2024-11-17T15:21:31,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741830_1006 (size=64411) 2024-11-17T15:21:31,730 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aacc67e2-5c79-e91e-22e7-3816c4a17ee7/MasterData/WALs/7a780d55532c,44045,1731856852663/7a780d55532c%2C44045%2C1731856852663.1731856854430 not finished, retry = 0 2024-11-17T15:21:31,831 INFO [M:0;7a780d55532c:44045 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:21:31,831 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:21:31,831 INFO [M:0;7a780d55532c:44045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44045 2024-11-17T15:21:31,831 INFO [M:0;7a780d55532c:44045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:21:31,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:21:31,933 INFO [M:0;7a780d55532c:44045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:21:31,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10126844cb90000, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:21:31,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77e67e1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:21:31,936 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6477d5e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:21:31,936 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:21:31,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d4b7fc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:21:31,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@712132b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/hadoop.log.dir/,STOPPED} 2024-11-17T15:21:31,937 WARN [BP-144199772-172.17.0.2-1731856851522 heartbeating to localhost/127.0.0.1:38631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:21:31,937 WARN [BP-144199772-172.17.0.2-1731856851522 heartbeating to localhost/127.0.0.1:38631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-144199772-172.17.0.2-1731856851522 (Datanode Uuid b321bbef-2fdc-4f91-8c5f-08d036ab2c70) service to localhost/127.0.0.1:38631 2024-11-17T15:21:31,937 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:21:31,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:21:31,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/cluster_8e89f4a1-e7ed-6870-e59d-71241b9b4018/data/data1/current/BP-144199772-172.17.0.2-1731856851522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:21:31,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/cluster_8e89f4a1-e7ed-6870-e59d-71241b9b4018/data/data2/current/BP-144199772-172.17.0.2-1731856851522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:21:31,938 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:21:31,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ca7949d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:21:31,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57325586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:21:31,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:21:31,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d42de5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:21:31,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@308efbd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78247eaf-70c6-ce0f-2946-8dd24b481888/hadoop.log.dir/,STOPPED} 2024-11-17T15:21:31,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T15:21:31,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:21:31,976 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 318) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56556) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56556) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44815 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56556) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34175 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38631 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=795 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=362 (was 357) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3104 (was 3825) 2024-11-17T15:21:31,987 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=3104 2024-11-17T15:21:32,000 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-17T15:21:32,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/hadoop.log.dir so I do NOT create it in target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e 2024-11-17T15:21:32,001 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:21:32,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/hadoop.tmp.dir so I do NOT create it in target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e 2024-11-17T15:21:32,001 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/072def16-ac7f-dbaa-29b6-9cbd959bc5ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:21:32,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e 2024-11-17T15:21:32,001 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/cluster_861f1c16-5072-ada1-68a3-55d59fc59d13, deleteOnExit=true 2024-11-17T15:21:32,004 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/cluster_861f1c16-5072-ada1-68a3-55d59fc59d13/zookeeper_0, clientPort=58760, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/cluster_861f1c16-5072-ada1-68a3-55d59fc59d13/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/cluster_861f1c16-5072-ada1-68a3-55d59fc59d13/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T15:21:32,004 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58760 2024-11-17T15:21:32,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:21:32,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:21:32,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/test.cache.data in system properties and HBase conf 2024-11-17T15:21:32,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:21:32,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:21:32,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:21:32,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:21:32,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:21:32,005 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:21:32,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:21:32,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:21:32,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:21:32,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:21:32,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:21:32,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:21:32,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:21:32,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:21:32,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:21:32,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:21:32,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:21:32,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:21:32,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:21:32,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:21:32,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10126844cb90002, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:21:32,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10126844cb90008, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:21:32,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10126844cb90005, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:21:32,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10126844cb90008, quorum=127.0.0.1:56556, baseZNode=/21889216934 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:21:32,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10126844cb90002, quorum=127.0.0.1:56556, baseZNode=/0-512745120 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:21:32,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10126844cb90005, quorum=127.0.0.1:56556, baseZNode=/1617889569 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:21:32,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:21:32,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:21:32,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:21:32,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:21:32,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:21:32,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:21:32,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43f2cc0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:21:32,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@414dafc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:21:32,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e9f8a3b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/java.io.tmpdir/jetty-localhost-44285-hadoop-hdfs-3_4_1-tests_jar-_-any-9547310420982845823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:21:32,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431adfcd{HTTP/1.1, (http/1.1)}{localhost:44285} 2024-11-17T15:21:32,209 INFO [Time-limited test {}] server.Server(415): Started @275146ms 2024-11-17T15:21:32,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:21:32,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:21:32,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:21:32,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:21:32,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:21:32,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@521b651f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:21:32,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d9c3c52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:21:32,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T15:21:32,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T15:21:32,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T15:21:32,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:21:32,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dbe135c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/java.io.tmpdir/jetty-localhost-39383-hadoop-hdfs-3_4_1-tests_jar-_-any-10720331213804458042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:21:32,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59322494{HTTP/1.1, (http/1.1)}{localhost:39383} 2024-11-17T15:21:32,398 INFO [Time-limited test {}] server.Server(415): Started @275335ms 2024-11-17T15:21:32,399 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:21:32,499 WARN [Thread-4159 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/cluster_861f1c16-5072-ada1-68a3-55d59fc59d13/data/data1/current/BP-1437082132-172.17.0.2-1731856892027/current, will proceed with Du for space computation calculation, 2024-11-17T15:21:32,499 WARN [Thread-4160 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/cluster_861f1c16-5072-ada1-68a3-55d59fc59d13/data/data2/current/BP-1437082132-172.17.0.2-1731856892027/current, will proceed with Du for space computation calculation, 2024-11-17T15:21:32,516 WARN [Thread-4147 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:21:32,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6edbaf8253fc883a with lease ID 0x4adaa93a7f962b5c: Processing first storage report for DS-9d4f2309-e3f0-4b0d-81f3-9b3c6670ce63 from datanode DatanodeRegistration(127.0.0.1:41273, datanodeUuid=17f36c89-3eee-4cf0-82c0-549ae75ec65e, infoPort=37541, infoSecurePort=0, ipcPort=39601, storageInfo=lv=-57;cid=testClusterID;nsid=1681574852;c=1731856892027) 2024-11-17T15:21:32,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6edbaf8253fc883a with lease ID 0x4adaa93a7f962b5c: from storage DS-9d4f2309-e3f0-4b0d-81f3-9b3c6670ce63 node DatanodeRegistration(127.0.0.1:41273, datanodeUuid=17f36c89-3eee-4cf0-82c0-549ae75ec65e, infoPort=37541, infoSecurePort=0, ipcPort=39601, storageInfo=lv=-57;cid=testClusterID;nsid=1681574852;c=1731856892027), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:21:32,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6edbaf8253fc883a with lease ID 0x4adaa93a7f962b5c: Processing first storage report for DS-eb06ad35-5ae9-444c-8e31-e7d5999101f0 from datanode DatanodeRegistration(127.0.0.1:41273, datanodeUuid=17f36c89-3eee-4cf0-82c0-549ae75ec65e, infoPort=37541, infoSecurePort=0, ipcPort=39601, storageInfo=lv=-57;cid=testClusterID;nsid=1681574852;c=1731856892027) 2024-11-17T15:21:32,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6edbaf8253fc883a with lease ID 0x4adaa93a7f962b5c: from storage DS-eb06ad35-5ae9-444c-8e31-e7d5999101f0 node DatanodeRegistration(127.0.0.1:41273, datanodeUuid=17f36c89-3eee-4cf0-82c0-549ae75ec65e, infoPort=37541, infoSecurePort=0, ipcPort=39601, storageInfo=lv=-57;cid=testClusterID;nsid=1681574852;c=1731856892027), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:21:32,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e 2024-11-17T15:21:32,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:32,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:21:32,529 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3 with version=8 2024-11-17T15:21:32,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/hbase-staging 2024-11-17T15:21:32,531 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:21:32,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:32,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:32,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:21:32,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:32,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:21:32,531 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:21:32,531 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:21:32,532 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45979 2024-11-17T15:21:32,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45979 connecting to ZooKeeper ensemble=127.0.0.1:58760 2024-11-17T15:21:32,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459790x0, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:32,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45979-0x1012684eaf30000 connected 2024-11-17T15:21:32,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:32,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:32,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Set watcher on znode that does not yet exist, /0339607835/running 2024-11-17T15:21:32,563 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3, hbase.cluster.distributed=false 2024-11-17T15:21:32,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Set watcher on znode that does not yet exist, /0339607835/acl 2024-11-17T15:21:32,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45979 2024-11-17T15:21:32,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45979 2024-11-17T15:21:32,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45979 2024-11-17T15:21:32,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45979 2024-11-17T15:21:32,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45979 2024-11-17T15:21:32,587 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:21:32,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:32,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:32,587 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:21:32,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:32,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:21:32,587 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:21:32,587 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:21:32,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43513 2024-11-17T15:21:32,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43513 connecting to ZooKeeper ensemble=127.0.0.1:58760 2024-11-17T15:21:32,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:32,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:32,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435130x0, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:32,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435130x0, quorum=127.0.0.1:58760, baseZNode=/0339607835 Set watcher on znode that does not yet exist, /0339607835/running 2024-11-17T15:21:32,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43513-0x1012684eaf30001 connected 2024-11-17T15:21:32,595 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:21:32,595 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:21:32,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43513-0x1012684eaf30001, quorum=127.0.0.1:58760, baseZNode=/0339607835 Set watcher on znode that does not yet exist, /0339607835/master 2024-11-17T15:21:32,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43513-0x1012684eaf30001, quorum=127.0.0.1:58760, baseZNode=/0339607835 Set watcher on znode that does not yet exist, /0339607835/acl 2024-11-17T15:21:32,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43513 2024-11-17T15:21:32,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43513 2024-11-17T15:21:32,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43513 2024-11-17T15:21:32,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43513 2024-11-17T15:21:32,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43513 2024-11-17T15:21:32,615 DEBUG [M:0;7a780d55532c:45979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:45979 2024-11-17T15:21:32,616 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0339607835/backup-masters/7a780d55532c,45979,1731856892531 2024-11-17T15:21:32,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835/backup-masters 2024-11-17T15:21:32,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1012684eaf30001, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835/backup-masters 2024-11-17T15:21:32,619 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Set watcher on existing znode=/0339607835/backup-masters/7a780d55532c,45979,1731856892531 2024-11-17T15:21:32,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1012684eaf30001, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0339607835/master 2024-11-17T15:21:32,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835 2024-11-17T15:21:32,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1012684eaf30001, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835 2024-11-17T15:21:32,621 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Set watcher on existing znode=/0339607835/master 2024-11-17T15:21:32,621 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0339607835/backup-masters/7a780d55532c,45979,1731856892531 from backup master directory 2024-11-17T15:21:32,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0339607835/backup-masters/7a780d55532c,45979,1731856892531 2024-11-17T15:21:32,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1012684eaf30001, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835/backup-masters 2024-11-17T15:21:32,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835/backup-masters 2024-11-17T15:21:32,622 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:21:32,622 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,45979,1731856892531 2024-11-17T15:21:32,625 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/hbase.id] with ID: 98972614-b1a7-4ad4-8cb5-fc2e92eb4bb9 2024-11-17T15:21:32,625 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/.tmp/hbase.id 2024-11-17T15:21:32,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:21:33,036 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/.tmp/hbase.id]:[hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/hbase.id] 2024-11-17T15:21:33,043 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:33,044 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:21:33,044 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T15:21:33,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835 2024-11-17T15:21:33,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1012684eaf30001, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835 2024-11-17T15:21:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:21:33,051 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:33,052 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:21:33,052 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:33,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:21:33,457 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/MasterData/data/master/store 2024-11-17T15:21:33,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:21:33,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:33,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:21:33,862 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:33,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:33,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:21:33,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:33,862 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:33,862 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856893862Disabling compacts and flushes for region at 1731856893862Disabling writes for close at 1731856893862Writing region close event to WAL at 1731856893862Closed at 1731856893862 2024-11-17T15:21:33,863 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/MasterData/data/master/store/.initializing 2024-11-17T15:21:33,863 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/MasterData/WALs/7a780d55532c,45979,1731856892531 2024-11-17T15:21:33,864 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:21:33,865 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C45979%2C1731856892531, suffix=, logDir=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/MasterData/WALs/7a780d55532c,45979,1731856892531, archiveDir=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/MasterData/oldWALs, maxLogs=10 2024-11-17T15:21:33,883 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/MasterData/WALs/7a780d55532c,45979,1731856892531/7a780d55532c%2C45979%2C1731856892531.1731856893866, exclude list is [], retry=0 2024-11-17T15:21:33,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41273,DS-9d4f2309-e3f0-4b0d-81f3-9b3c6670ce63,DISK] 2024-11-17T15:21:33,886 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/MasterData/WALs/7a780d55532c,45979,1731856892531/7a780d55532c%2C45979%2C1731856892531.1731856893866 2024-11-17T15:21:33,886 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37541:37541)] 2024-11-17T15:21:33,887 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:33,887 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:33,887 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:33,887 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:33,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:33,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:21:33,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:33,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:33,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:33,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:21:33,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:33,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:33,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:33,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:21:33,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:33,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:33,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:33,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:21:33,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:33,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:33,893 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:33,893 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:33,894 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:33,894 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:33,894 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:33,895 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:33,896 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:33,897 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:33,897 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66059092, jitterRate=-0.015642821788787842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:33,898 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856893887Initializing all the Stores at 1731856893888 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856893888Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856893888Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856893888Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856893888Cleaning up temporary data from old regions at 1731856893894 (+6 ms)Region opened successfully at 1731856893898 (+4 ms) 2024-11-17T15:21:33,898 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:21:33,900 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a90e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:21:33,901 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:21:33,901 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:21:33,901 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:21:33,901 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:21:33,902 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:21:33,903 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:21:33,903 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:21:33,904 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:21:33,905 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Unable to get data of znode /0339607835/balancer because node does not exist (not necessarily an error) 2024-11-17T15:21:33,907 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0339607835/balancer already deleted, retry=false 2024-11-17T15:21:33,907 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:21:33,908 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Unable to get data of znode /0339607835/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:21:33,909 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0339607835/normalizer already deleted, retry=false 2024-11-17T15:21:33,909 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:21:33,910 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Unable to get data of znode /0339607835/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:21:33,910 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0339607835/switch/split already deleted, retry=false 2024-11-17T15:21:33,911 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Unable to get data of znode /0339607835/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:21:33,912 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0339607835/switch/merge already deleted, retry=false 2024-11-17T15:21:33,913 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Unable to get data of znode /0339607835/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:21:33,916 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0339607835/snapshot-cleanup already deleted, retry=false 2024-11-17T15:21:33,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0339607835/running 2024-11-17T15:21:33,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1012684eaf30001, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0339607835/running 2024-11-17T15:21:33,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835 2024-11-17T15:21:33,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1012684eaf30001, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835 2024-11-17T15:21:33,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,45979,1731856892531, sessionid=0x1012684eaf30000, setting cluster-up flag (Was=false) 2024-11-17T15:21:33,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1012684eaf30001, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835 2024-11-17T15:21:33,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835 2024-11-17T15:21:33,924 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0339607835/flush-table-proc/acquired, /0339607835/flush-table-proc/reached, /0339607835/flush-table-proc/abort 2024-11-17T15:21:33,925 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,45979,1731856892531 2024-11-17T15:21:33,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1012684eaf30001, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835 2024-11-17T15:21:33,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835 2024-11-17T15:21:33,932 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0339607835/online-snapshot/acquired, /0339607835/online-snapshot/reached, /0339607835/online-snapshot/abort 2024-11-17T15:21:33,933 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,45979,1731856892531 2024-11-17T15:21:33,934 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:21:33,935 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:33,935 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:21:33,935 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:21:33,935 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,45979,1731856892531 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:21:33,936 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:33,936 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:33,936 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:33,937 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:33,937 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:21:33,937 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:33,937 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:21:33,937 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:33,937 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856923937 2024-11-17T15:21:33,937 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:21:33,938 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:21:33,938 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:21:33,938 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:21:33,938 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:21:33,938 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:21:33,938 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:33,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:33,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:21:33,938 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:21:33,938 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:21:33,938 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:21:33,938 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:21:33,938 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:21:33,939 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:21:33,939 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856893939,5,FailOnTimeoutGroup] 2024-11-17T15:21:33,939 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:33,939 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856893939,5,FailOnTimeoutGroup] 2024-11-17T15:21:33,939 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:33,939 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:21:33,939 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:33,939 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:21:33,939 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:33,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:21:33,949 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:21:33,950 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3 2024-11-17T15:21:33,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741832_1008 (size=32) 2024-11-17T15:21:34,007 INFO [RS:0;7a780d55532c:43513 {}] regionserver.HRegionServer(746): ClusterId : 98972614-b1a7-4ad4-8cb5-fc2e92eb4bb9 2024-11-17T15:21:34,007 DEBUG [RS:0;7a780d55532c:43513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:21:34,010 DEBUG [RS:0;7a780d55532c:43513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:21:34,010 DEBUG [RS:0;7a780d55532c:43513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:21:34,012 DEBUG [RS:0;7a780d55532c:43513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:21:34,012 DEBUG [RS:0;7a780d55532c:43513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee78ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:21:34,030 DEBUG [RS:0;7a780d55532c:43513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:43513 2024-11-17T15:21:34,030 INFO [RS:0;7a780d55532c:43513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:21:34,030 INFO [RS:0;7a780d55532c:43513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:21:34,030 DEBUG [RS:0;7a780d55532c:43513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:21:34,031 INFO [RS:0;7a780d55532c:43513 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,45979,1731856892531 with port=43513, startcode=1731856892586 2024-11-17T15:21:34,031 DEBUG [RS:0;7a780d55532c:43513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:21:34,033 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:21:34,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45979 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,43513,1731856892586 2024-11-17T15:21:34,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45979 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,43513,1731856892586 2024-11-17T15:21:34,035 DEBUG [RS:0;7a780d55532c:43513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3 2024-11-17T15:21:34,035 DEBUG [RS:0;7a780d55532c:43513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42003 2024-11-17T15:21:34,035 DEBUG [RS:0;7a780d55532c:43513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:21:34,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835/rs 2024-11-17T15:21:34,036 DEBUG [RS:0;7a780d55532c:43513 {}] zookeeper.ZKUtil(111): regionserver:43513-0x1012684eaf30001, quorum=127.0.0.1:58760, baseZNode=/0339607835 Set watcher on existing znode=/0339607835/rs/7a780d55532c,43513,1731856892586 2024-11-17T15:21:34,036 WARN [RS:0;7a780d55532c:43513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:21:34,036 INFO [RS:0;7a780d55532c:43513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:34,036 DEBUG [RS:0;7a780d55532c:43513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/WALs/7a780d55532c,43513,1731856892586 2024-11-17T15:21:34,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,43513,1731856892586] 2024-11-17T15:21:34,039 INFO [RS:0;7a780d55532c:43513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:21:34,040 INFO [RS:0;7a780d55532c:43513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:21:34,041 INFO [RS:0;7a780d55532c:43513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:21:34,041 INFO [RS:0;7a780d55532c:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,041 INFO [RS:0;7a780d55532c:43513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:21:34,041 INFO [RS:0;7a780d55532c:43513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:21:34,041 INFO [RS:0;7a780d55532c:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,041 DEBUG [RS:0;7a780d55532c:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:34,041 DEBUG [RS:0;7a780d55532c:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:34,041 DEBUG [RS:0;7a780d55532c:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:34,042 DEBUG [RS:0;7a780d55532c:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:34,042 DEBUG [RS:0;7a780d55532c:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:34,042 DEBUG [RS:0;7a780d55532c:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:21:34,042 DEBUG [RS:0;7a780d55532c:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:34,042 DEBUG [RS:0;7a780d55532c:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:34,042 DEBUG [RS:0;7a780d55532c:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:34,042 DEBUG [RS:0;7a780d55532c:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:34,042 DEBUG [RS:0;7a780d55532c:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:34,042 DEBUG [RS:0;7a780d55532c:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:34,042 DEBUG [RS:0;7a780d55532c:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:21:34,042 DEBUG [RS:0;7a780d55532c:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:21:34,042 INFO [RS:0;7a780d55532c:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,042 INFO [RS:0;7a780d55532c:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,042 INFO [RS:0;7a780d55532c:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,042 INFO [RS:0;7a780d55532c:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,042 INFO [RS:0;7a780d55532c:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,042 INFO [RS:0;7a780d55532c:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43513,1731856892586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:21:34,058 INFO [RS:0;7a780d55532c:43513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:21:34,058 INFO [RS:0;7a780d55532c:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43513,1731856892586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,058 INFO [RS:0;7a780d55532c:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,058 INFO [RS:0;7a780d55532c:43513 {}] regionserver.Replication(171): 7a780d55532c,43513,1731856892586 started 2024-11-17T15:21:34,071 INFO [RS:0;7a780d55532c:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,071 INFO [RS:0;7a780d55532c:43513 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,43513,1731856892586, RpcServer on 7a780d55532c/172.17.0.2:43513, sessionid=0x1012684eaf30001 2024-11-17T15:21:34,071 DEBUG [RS:0;7a780d55532c:43513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:21:34,071 DEBUG [RS:0;7a780d55532c:43513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,43513,1731856892586 2024-11-17T15:21:34,071 DEBUG [RS:0;7a780d55532c:43513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,43513,1731856892586' 2024-11-17T15:21:34,071 DEBUG [RS:0;7a780d55532c:43513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0339607835/flush-table-proc/abort' 2024-11-17T15:21:34,072 DEBUG [RS:0;7a780d55532c:43513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0339607835/flush-table-proc/acquired' 2024-11-17T15:21:34,072 DEBUG [RS:0;7a780d55532c:43513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:21:34,072 DEBUG [RS:0;7a780d55532c:43513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:21:34,072 DEBUG [RS:0;7a780d55532c:43513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,43513,1731856892586 2024-11-17T15:21:34,072 DEBUG [RS:0;7a780d55532c:43513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,43513,1731856892586' 2024-11-17T15:21:34,072 DEBUG [RS:0;7a780d55532c:43513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0339607835/online-snapshot/abort' 2024-11-17T15:21:34,073 DEBUG [RS:0;7a780d55532c:43513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0339607835/online-snapshot/acquired' 2024-11-17T15:21:34,073 DEBUG [RS:0;7a780d55532c:43513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:21:34,073 INFO [RS:0;7a780d55532c:43513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:21:34,073 INFO [RS:0;7a780d55532c:43513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:21:34,173 INFO [RS:0;7a780d55532c:43513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:21:34,174 INFO [RS:0;7a780d55532c:43513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C43513%2C1731856892586, suffix=, logDir=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/WALs/7a780d55532c,43513,1731856892586, archiveDir=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/oldWALs, maxLogs=10 2024-11-17T15:21:34,188 DEBUG [RS:0;7a780d55532c:43513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/WALs/7a780d55532c,43513,1731856892586/7a780d55532c%2C43513%2C1731856892586.1731856894175, exclude list is [], retry=0 2024-11-17T15:21:34,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41273,DS-9d4f2309-e3f0-4b0d-81f3-9b3c6670ce63,DISK] 2024-11-17T15:21:34,191 INFO [RS:0;7a780d55532c:43513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/WALs/7a780d55532c,43513,1731856892586/7a780d55532c%2C43513%2C1731856892586.1731856894175 2024-11-17T15:21:34,191 DEBUG [RS:0;7a780d55532c:43513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37541:37541)] 2024-11-17T15:21:34,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:34,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:21:34,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:21:34,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:34,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:34,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:21:34,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:21:34,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:34,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:34,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:21:34,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:21:34,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:34,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:34,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:21:34,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:21:34,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:34,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:34,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:21:34,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/data/hbase/meta/1588230740 2024-11-17T15:21:34,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/data/hbase/meta/1588230740 2024-11-17T15:21:34,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:21:34,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:21:34,366 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:34,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:21:34,368 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:34,368 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74740236, jitterRate=0.11371630430221558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:34,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856894358Initializing all the Stores at 1731856894359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856894359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856894359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856894359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856894359Cleaning up temporary data from old regions at 1731856894365 (+6 ms)Region opened successfully at 1731856894369 (+4 ms) 2024-11-17T15:21:34,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:21:34,369 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:21:34,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:21:34,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:21:34,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:21:34,369 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:21:34,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856894369Disabling compacts and flushes for region at 1731856894369Disabling writes for close at 1731856894369Writing region close event to WAL at 1731856894369Closed at 1731856894369 2024-11-17T15:21:34,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:34,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:21:34,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:21:34,371 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:21:34,371 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:21:34,522 DEBUG [7a780d55532c:45979 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:21:34,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,43513,1731856892586 2024-11-17T15:21:34,523 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,43513,1731856892586, state=OPENING 2024-11-17T15:21:34,524 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:21:34,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835 2024-11-17T15:21:34,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1012684eaf30001, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339607835 2024-11-17T15:21:34,527 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:21:34,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0339607835/meta-region-server: CHANGED 2024-11-17T15:21:34,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0339607835/meta-region-server: CHANGED 2024-11-17T15:21:34,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,43513,1731856892586}] 2024-11-17T15:21:34,679 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:21:34,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:21:34,683 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:21:34,683 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:34,683 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:21:34,684 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C43513%2C1731856892586.meta, suffix=.meta, logDir=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/WALs/7a780d55532c,43513,1731856892586, archiveDir=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/oldWALs, maxLogs=10 2024-11-17T15:21:34,698 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/WALs/7a780d55532c,43513,1731856892586/7a780d55532c%2C43513%2C1731856892586.meta.1731856894685.meta, exclude list is [], retry=0 2024-11-17T15:21:34,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41273,DS-9d4f2309-e3f0-4b0d-81f3-9b3c6670ce63,DISK] 2024-11-17T15:21:34,701 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/WALs/7a780d55532c,43513,1731856892586/7a780d55532c%2C43513%2C1731856892586.meta.1731856894685.meta 2024-11-17T15:21:34,701 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37541:37541)] 2024-11-17T15:21:34,702 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:34,702 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:34,702 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:21:34,702 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:21:34,702 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:21:34,703 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:21:34,703 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:34,703 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:21:34,703 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:21:34,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:21:34,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:21:34,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:34,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:34,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:21:34,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:21:34,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:34,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:34,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:21:34,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:21:34,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:34,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:34,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:21:34,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:21:34,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:34,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:34,707 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:21:34,707 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/data/hbase/meta/1588230740 2024-11-17T15:21:34,708 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/data/hbase/meta/1588230740 2024-11-17T15:21:34,709 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:21:34,709 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:21:34,709 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:34,710 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:21:34,711 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69223471, jitterRate=0.03151009976863861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:34,711 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:21:34,711 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856894703Writing region info on filesystem at 1731856894703Initializing all the Stores at 1731856894703Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856894703Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856894704 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856894704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856894704Cleaning up temporary data from old regions at 1731856894709 (+5 ms)Running coprocessor post-open hooks at 1731856894711 (+2 ms)Region opened successfully at 1731856894711 2024-11-17T15:21:34,712 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856894678 2024-11-17T15:21:34,714 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:21:34,714 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:21:34,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,43513,1731856892586 2024-11-17T15:21:34,715 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,43513,1731856892586, state=OPEN 2024-11-17T15:21:34,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45979-0x1012684eaf30000, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0339607835/meta-region-server 2024-11-17T15:21:34,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1012684eaf30001, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0339607835/meta-region-server 2024-11-17T15:21:34,719 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,43513,1731856892586 2024-11-17T15:21:34,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0339607835/meta-region-server: CHANGED 2024-11-17T15:21:34,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0339607835/meta-region-server: CHANGED 2024-11-17T15:21:34,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:21:34,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,43513,1731856892586 in 192 msec 2024-11-17T15:21:34,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:21:34,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-17T15:21:34,723 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:34,723 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:21:34,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:34,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,43513,1731856892586, seqNum=-1] 2024-11-17T15:21:34,724 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:34,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:34,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:21:34,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 795 msec 2024-11-17T15:21:34,730 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856894730, completionTime=-1 2024-11-17T15:21:34,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,730 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:21:34,730 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:21:34,732 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:21:34,732 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856954732 2024-11-17T15:21:34,732 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731857014732 2024-11-17T15:21:34,732 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T15:21:34,732 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45979,1731856892531-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,732 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45979,1731856892531-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,732 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45979,1731856892531-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,732 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:45979, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,732 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,732 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,734 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:21:34,736 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.114sec 2024-11-17T15:21:34,736 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:21:34,736 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:21:34,736 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:21:34,736 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:21:34,736 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:21:34,736 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45979,1731856892531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:21:34,736 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45979,1731856892531-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:21:34,738 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:21:34,738 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:21:34,738 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,45979,1731856892531-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:34,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:34,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35afd2a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:34,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,45979,-1 for getting cluster id 2024-11-17T15:21:34,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:34,809 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98972614-b1a7-4ad4-8cb5-fc2e92eb4bb9' 2024-11-17T15:21:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98972614-b1a7-4ad4-8cb5-fc2e92eb4bb9" 2024-11-17T15:21:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231cf8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,45979,-1] 2024-11-17T15:21:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:34,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:34,810 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:34,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbbb145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:34,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:34,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,43513,1731856892586, seqNum=-1] 2024-11-17T15:21:34,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:34,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:34,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,45979,1731856892531 2024-11-17T15:21:34,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58760 2024-11-17T15:21:34,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58760, baseZNode=/0339607835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:34,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012684eaf30002 connected 2024-11-17T15:21:34,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,45979,1731856892531 2024-11-17T15:21:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11530c4b 2024-11-17T15:21:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:34,822 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:34,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45979 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45979 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:21:34,825 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:21:34,825 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:34,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45979 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:21:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:34,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:21:34,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:21:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:35,233 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f95eb9f770597d7025cb6380e940ea97, NAME => 'test,,1731856894823.f95eb9f770597d7025cb6380e940ea97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3 2024-11-17T15:21:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:21:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:35,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856894823.f95eb9f770597d7025cb6380e940ea97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:35,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f95eb9f770597d7025cb6380e940ea97, disabling compactions & flushes 2024-11-17T15:21:35,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856894823.f95eb9f770597d7025cb6380e940ea97. 2024-11-17T15:21:35,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856894823.f95eb9f770597d7025cb6380e940ea97. 2024-11-17T15:21:35,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856894823.f95eb9f770597d7025cb6380e940ea97. after waiting 0 ms 2024-11-17T15:21:35,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856894823.f95eb9f770597d7025cb6380e940ea97. 2024-11-17T15:21:35,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856894823.f95eb9f770597d7025cb6380e940ea97. 2024-11-17T15:21:35,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f95eb9f770597d7025cb6380e940ea97: Waiting for close lock at 1731856895638Disabling compacts and flushes for region at 1731856895638Disabling writes for close at 1731856895638Writing region close event to WAL at 1731856895638Closed at 1731856895638 2024-11-17T15:21:35,639 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:21:35,639 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856894823.f95eb9f770597d7025cb6380e940ea97.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856895639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856895639"}]},"ts":"1731856895639"} 2024-11-17T15:21:35,641 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:21:35,642 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:21:35,642 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856895642"}]},"ts":"1731856895642"} 2024-11-17T15:21:35,643 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:21:35,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f95eb9f770597d7025cb6380e940ea97, ASSIGN}] 2024-11-17T15:21:35,644 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f95eb9f770597d7025cb6380e940ea97, ASSIGN 2024-11-17T15:21:35,645 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f95eb9f770597d7025cb6380e940ea97, ASSIGN; state=OFFLINE, location=7a780d55532c,43513,1731856892586; forceNewPlan=false, retain=false 2024-11-17T15:21:35,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f95eb9f770597d7025cb6380e940ea97, regionState=OPENING, regionLocation=7a780d55532c,43513,1731856892586 2024-11-17T15:21:35,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f95eb9f770597d7025cb6380e940ea97, ASSIGN because future has completed 2024-11-17T15:21:35,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f95eb9f770597d7025cb6380e940ea97, server=7a780d55532c,43513,1731856892586}] 2024-11-17T15:21:35,952 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856894823.f95eb9f770597d7025cb6380e940ea97. 2024-11-17T15:21:35,952 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f95eb9f770597d7025cb6380e940ea97, NAME => 'test,,1731856894823.f95eb9f770597d7025cb6380e940ea97.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:35,952 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:35,952 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:21:35,952 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f95eb9f770597d7025cb6380e940ea97 2024-11-17T15:21:35,952 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856894823.f95eb9f770597d7025cb6380e940ea97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:35,952 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f95eb9f770597d7025cb6380e940ea97 2024-11-17T15:21:35,952 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f95eb9f770597d7025cb6380e940ea97 2024-11-17T15:21:35,953 INFO [StoreOpener-f95eb9f770597d7025cb6380e940ea97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f95eb9f770597d7025cb6380e940ea97 2024-11-17T15:21:35,954 INFO [StoreOpener-f95eb9f770597d7025cb6380e940ea97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95eb9f770597d7025cb6380e940ea97 columnFamilyName f 2024-11-17T15:21:35,954 DEBUG [StoreOpener-f95eb9f770597d7025cb6380e940ea97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:35,955 INFO [StoreOpener-f95eb9f770597d7025cb6380e940ea97-1 {}] regionserver.HStore(327): Store=f95eb9f770597d7025cb6380e940ea97/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:35,955 INFO [StoreOpener-f95eb9f770597d7025cb6380e940ea97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f95eb9f770597d7025cb6380e940ea97 2024-11-17T15:21:35,956 INFO [StoreOpener-f95eb9f770597d7025cb6380e940ea97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95eb9f770597d7025cb6380e940ea97 columnFamilyName f1 2024-11-17T15:21:35,956 DEBUG [StoreOpener-f95eb9f770597d7025cb6380e940ea97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:35,956 INFO [StoreOpener-f95eb9f770597d7025cb6380e940ea97-1 {}] regionserver.HStore(327): Store=f95eb9f770597d7025cb6380e940ea97/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:35,956 INFO [StoreOpener-f95eb9f770597d7025cb6380e940ea97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f95eb9f770597d7025cb6380e940ea97 2024-11-17T15:21:35,957 INFO [StoreOpener-f95eb9f770597d7025cb6380e940ea97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95eb9f770597d7025cb6380e940ea97 columnFamilyName norep 2024-11-17T15:21:35,957 DEBUG [StoreOpener-f95eb9f770597d7025cb6380e940ea97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:35,957 INFO [StoreOpener-f95eb9f770597d7025cb6380e940ea97-1 {}] regionserver.HStore(327): Store=f95eb9f770597d7025cb6380e940ea97/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:35,957 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f95eb9f770597d7025cb6380e940ea97 2024-11-17T15:21:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:35,957 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/data/default/test/f95eb9f770597d7025cb6380e940ea97 2024-11-17T15:21:35,958 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/data/default/test/f95eb9f770597d7025cb6380e940ea97 2024-11-17T15:21:35,958 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f95eb9f770597d7025cb6380e940ea97 2024-11-17T15:21:35,958 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f95eb9f770597d7025cb6380e940ea97 2024-11-17T15:21:35,959 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:21:35,959 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f95eb9f770597d7025cb6380e940ea97 2024-11-17T15:21:35,961 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/data/default/test/f95eb9f770597d7025cb6380e940ea97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:35,961 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f95eb9f770597d7025cb6380e940ea97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70602643, jitterRate=0.05206136405467987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:21:35,961 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f95eb9f770597d7025cb6380e940ea97 2024-11-17T15:21:35,962 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f95eb9f770597d7025cb6380e940ea97: Running coprocessor pre-open hook at 1731856895953Writing region info on filesystem at 1731856895953Initializing all the Stores at 1731856895953Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856895953Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856895953Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856895953Cleaning up temporary data from old regions at 1731856895958 (+5 ms)Running coprocessor post-open hooks at 1731856895961 (+3 ms)Region opened successfully at 1731856895962 (+1 ms) 2024-11-17T15:21:35,962 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856894823.f95eb9f770597d7025cb6380e940ea97., pid=6, masterSystemTime=1731856895949 2024-11-17T15:21:35,964 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856894823.f95eb9f770597d7025cb6380e940ea97. 2024-11-17T15:21:35,964 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856894823.f95eb9f770597d7025cb6380e940ea97. 2024-11-17T15:21:35,964 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f95eb9f770597d7025cb6380e940ea97, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,43513,1731856892586 2024-11-17T15:21:35,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f95eb9f770597d7025cb6380e940ea97, server=7a780d55532c,43513,1731856892586 because future has completed 2024-11-17T15:21:35,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:21:35,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f95eb9f770597d7025cb6380e940ea97, server=7a780d55532c,43513,1731856892586 in 169 msec 2024-11-17T15:21:35,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:21:35,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f95eb9f770597d7025cb6380e940ea97, ASSIGN in 325 msec 2024-11-17T15:21:35,970 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:21:35,970 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856895970"}]},"ts":"1731856895970"} 2024-11-17T15:21:35,971 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:21:35,972 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:21:35,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-17T15:21:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:36,969 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:21:36,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f976ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:36,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,45979,-1 for getting cluster id 2024-11-17T15:21:36,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:36,970 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98972614-b1a7-4ad4-8cb5-fc2e92eb4bb9' 2024-11-17T15:21:36,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:36,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98972614-b1a7-4ad4-8cb5-fc2e92eb4bb9" 2024-11-17T15:21:36,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264a1542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:36,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,45979,-1] 2024-11-17T15:21:36,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:36,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:36,971 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:36,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ff78fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:36,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,45979,1731856892531 2024-11-17T15:21:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e053f01 2024-11-17T15:21:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:36,973 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:36,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45979 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:45979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:21:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45979 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:21:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:36,976 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:45979' 2024-11-17T15:21:36,977 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277d0b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:36,977 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,45979,-1 for getting cluster id 2024-11-17T15:21:36,977 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:36,977 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98972614-b1a7-4ad4-8cb5-fc2e92eb4bb9' 2024-11-17T15:21:36,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:36,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98972614-b1a7-4ad4-8cb5-fc2e92eb4bb9" 2024-11-17T15:21:36,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5287741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:36,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,45979,-1] 2024-11-17T15:21:36,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:36,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:36,978 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16921366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:36,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,45979,1731856892531 2024-11-17T15:21:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c152481 2024-11-17T15:21:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:36,980 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:36,981 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T15:21:36,981 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:21:36,981 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:36,981 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:36,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:36,981 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7a780d55532c:45979, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-17T15:21:36,987 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7a780d55532c:45979, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7a780d55532c:45979, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7a780d55532c:45979, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-17T15:21:36,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7a780d55532c:45979, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-17T15:21:36,988 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-17T15:21:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:37,079 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://7a780d55532c:45979, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-17T15:21:37,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:37,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:37,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:37,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:37,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:37,094 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 360) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/cluster_861f1c16-5072-ada1-68a3-55d59fc59d13/data/data2/current/BP-1437082132-172.17.0.2-1731856892027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274393049-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1987488107-7853 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3f6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58760) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@68abea50[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1437082132-172.17.0.2-1731856892027:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3/MasterData-prefix:7a780d55532c,45979,1731856892531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7a780d55532c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1987488107-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3f6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/cluster_861f1c16-5072-ada1-68a3-55d59fc59d13/data/data1/current/BP-1437082132-172.17.0.2-1731856892027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7a780d55532c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1987488107-7857-acceptor-0@7a85567a-ServerConnector@431adfcd{HTTP/1.1, (http/1.1)}{localhost:44285} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/7a780d55532c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274393049-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39601 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7a780d55532c:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 0 on default port 39601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58760 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1a2bc619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3-prefix:7a780d55532c,43513,1731856892586 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5f474c68 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f3f6c9f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-942811117_20 at /127.0.0.1:51762 [Receiving block BP-1437082132-172.17.0.2-1731856892027:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@b742cf0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42003/user/jenkins/test-data/6e9fef2c-46cb-f3f2-5738-ec59292aaef3-prefix:7a780d55532c,43513,1731856892586.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcessThread(sid:0 cport:58760): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_418438786_20 at /127.0.0.1:51730 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/cluster_861f1c16-5072-ada1-68a3-55d59fc59d13/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856893939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: IPC Server idle connection scanner for port 42003 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp274393049-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3f6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1987488107-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7a780d55532c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 7a780d55532c:45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: M:0;7a780d55532c:45979 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3a44d394-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1987488107-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3f6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1437082132-172.17.0.2-1731856892027:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_418438786_20 at /127.0.0.1:51786 [Receiving block BP-1437082132-172.17.0.2-1731856892027:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/7a780d55532c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4a1ff0a7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@66727e56 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@5102d7f0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58760) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS:0;7a780d55532c:43513-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1987488107-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3f6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/cluster_861f1c16-5072-ada1-68a3-55d59fc59d13/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@4cb545fc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@34a86952 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42003 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;7a780d55532c:43513 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274393049-7903-acceptor-0@420372e5-ServerConnector@59322494{HTTP/1.1, (http/1.1)}{localhost:39383} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$613/0x00007f3f6cad17a0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1987488107-7858 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58760) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_418438786_20 at /127.0.0.1:51788 [Receiving block BP-1437082132-172.17.0.2-1731856892027:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@405e239d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 42003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 39601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(1481715691) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1437082132-172.17.0.2-1731856892027:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856893939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: BP-1437082132-172.17.0.2-1731856892027 heartbeating to localhost/127.0.0.1:42003 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@52bff3bd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1987488107-7860 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 362), ProcessCount=11 (was 11), AvailableMemoryMB=3088 (was 3104) 2024-11-17T15:21:37,097 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-17T15:21:37,111 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=3087 2024-11-17T15:21:37,111 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-17T15:21:37,127 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-17T15:21:37,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/hadoop.log.dir so I do NOT create it in target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb 2024-11-17T15:21:37,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:21:37,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/hadoop.tmp.dir so I do NOT create it in target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb 2024-11-17T15:21:37,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5673b895-66a2-4041-8b03-f4a8498b438e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:21:37,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb 2024-11-17T15:21:37,128 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/cluster_d239cf6d-15e8-89fe-34e6-6124d0dbd6e2, deleteOnExit=true 2024-11-17T15:21:37,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/cluster_d239cf6d-15e8-89fe-34e6-6124d0dbd6e2/zookeeper_0, clientPort=59257, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/cluster_d239cf6d-15e8-89fe-34e6-6124d0dbd6e2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/cluster_d239cf6d-15e8-89fe-34e6-6124d0dbd6e2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T15:21:37,132 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59257 2024-11-17T15:21:37,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:21:37,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:21:37,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/test.cache.data in system properties and HBase conf 2024-11-17T15:21:37,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:21:37,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:21:37,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:21:37,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:21:37,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:21:37,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:21:37,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:21:37,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:21:37,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:21:37,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:21:37,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:21:37,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:21:37,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:21:37,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:21:37,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:21:37,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:21:37,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:21:37,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:21:37,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:21:37,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:21:37,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:21:37,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:21:37,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:21:37,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:21:37,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:21:37,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:21:37,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cae89e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:21:37,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3102ccea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:21:37,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19c881b4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/java.io.tmpdir/jetty-localhost-44491-hadoop-hdfs-3_4_1-tests_jar-_-any-13985878830284211534/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:21:37,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a308952{HTTP/1.1, (http/1.1)}{localhost:44491} 2024-11-17T15:21:37,344 INFO [Time-limited test {}] server.Server(415): Started @280281ms 2024-11-17T15:21:37,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:21:37,416 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:21:37,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:21:37,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:21:37,418 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:21:37,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64484e02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:21:37,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12930c2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:21:37,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e6881e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/java.io.tmpdir/jetty-localhost-32911-hadoop-hdfs-3_4_1-tests_jar-_-any-11880778361841098858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:21:37,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b3511e{HTTP/1.1, (http/1.1)}{localhost:32911} 2024-11-17T15:21:37,533 INFO [Time-limited test {}] server.Server(415): Started @280470ms 2024-11-17T15:21:37,534 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:21:37,638 WARN [Thread-4293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/cluster_d239cf6d-15e8-89fe-34e6-6124d0dbd6e2/data/data1/current/BP-863396077-172.17.0.2-1731856897161/current, will proceed with Du for space computation calculation, 2024-11-17T15:21:37,638 WARN [Thread-4294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/cluster_d239cf6d-15e8-89fe-34e6-6124d0dbd6e2/data/data2/current/BP-863396077-172.17.0.2-1731856897161/current, will proceed with Du for space computation calculation, 2024-11-17T15:21:37,656 WARN [Thread-4281 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:21:37,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe06fcaef2c11f18c with lease ID 0x98d4c8a98558ecd5: Processing first storage report for DS-f43e9d2e-b420-4f00-9616-d445d6aa4441 from datanode DatanodeRegistration(127.0.0.1:45381, datanodeUuid=a087c494-eef3-4375-9cd7-0faceb091202, infoPort=41095, infoSecurePort=0, ipcPort=33319, storageInfo=lv=-57;cid=testClusterID;nsid=1400348438;c=1731856897161) 2024-11-17T15:21:37,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe06fcaef2c11f18c with lease ID 0x98d4c8a98558ecd5: from storage DS-f43e9d2e-b420-4f00-9616-d445d6aa4441 node DatanodeRegistration(127.0.0.1:45381, datanodeUuid=a087c494-eef3-4375-9cd7-0faceb091202, infoPort=41095, infoSecurePort=0, ipcPort=33319, storageInfo=lv=-57;cid=testClusterID;nsid=1400348438;c=1731856897161), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:21:37,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe06fcaef2c11f18c with lease ID 0x98d4c8a98558ecd5: Processing first storage report for DS-31a5fa94-578e-4b4d-9d14-e73e6a5aa690 from datanode DatanodeRegistration(127.0.0.1:45381, datanodeUuid=a087c494-eef3-4375-9cd7-0faceb091202, infoPort=41095, infoSecurePort=0, ipcPort=33319, storageInfo=lv=-57;cid=testClusterID;nsid=1400348438;c=1731856897161) 2024-11-17T15:21:37,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe06fcaef2c11f18c with lease ID 0x98d4c8a98558ecd5: from storage DS-31a5fa94-578e-4b4d-9d14-e73e6a5aa690 node DatanodeRegistration(127.0.0.1:45381, datanodeUuid=a087c494-eef3-4375-9cd7-0faceb091202, infoPort=41095, infoSecurePort=0, ipcPort=33319, storageInfo=lv=-57;cid=testClusterID;nsid=1400348438;c=1731856897161), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:21:37,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb 2024-11-17T15:21:37,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:37,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:21:38,166 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59 with version=8 2024-11-17T15:21:38,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/hbase-staging 2024-11-17T15:21:38,169 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:21:38,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:38,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:38,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:21:38,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:38,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:21:38,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:21:38,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:21:38,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40763 2024-11-17T15:21:38,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40763 connecting to ZooKeeper ensemble=127.0.0.1:59257 2024-11-17T15:21:38,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407630x0, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:38,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40763-0x1012684fefa0000 connected 2024-11-17T15:21:38,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:38,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:38,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Set watcher on znode that does not yet exist, /01968739386/running 2024-11-17T15:21:38,201 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59, hbase.cluster.distributed=false 2024-11-17T15:21:38,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Set watcher on znode that does not yet exist, /01968739386/acl 2024-11-17T15:21:38,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40763 2024-11-17T15:21:38,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40763 2024-11-17T15:21:38,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40763 2024-11-17T15:21:38,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40763 2024-11-17T15:21:38,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40763 2024-11-17T15:21:38,223 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:21:38,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:38,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:38,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:21:38,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:38,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:21:38,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:21:38,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:21:38,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39889 2024-11-17T15:21:38,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39889 connecting to ZooKeeper ensemble=127.0.0.1:59257 2024-11-17T15:21:38,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:38,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:38,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398890x0, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:38,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39889-0x1012684fefa0001 connected 2024-11-17T15:21:38,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Set watcher on znode that does not yet exist, /01968739386/running 2024-11-17T15:21:38,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:21:38,232 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:21:38,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Set watcher on znode that does not yet exist, /01968739386/master 2024-11-17T15:21:38,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Set watcher on znode that does not yet exist, /01968739386/acl 2024-11-17T15:21:38,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39889 2024-11-17T15:21:38,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39889 2024-11-17T15:21:38,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39889 2024-11-17T15:21:38,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39889 2024-11-17T15:21:38,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39889 2024-11-17T15:21:38,252 DEBUG [M:0;7a780d55532c:40763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:40763 2024-11-17T15:21:38,252 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01968739386/backup-masters/7a780d55532c,40763,1731856898169 2024-11-17T15:21:38,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386/backup-masters 2024-11-17T15:21:38,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386/backup-masters 2024-11-17T15:21:38,254 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Set watcher on existing znode=/01968739386/backup-masters/7a780d55532c,40763,1731856898169 2024-11-17T15:21:38,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01968739386/master 2024-11-17T15:21:38,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:21:38,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:21:38,257 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Set watcher on existing znode=/01968739386/master 2024-11-17T15:21:38,257 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01968739386/backup-masters/7a780d55532c,40763,1731856898169 from backup master directory 2024-11-17T15:21:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968739386/backup-masters/7a780d55532c,40763,1731856898169 2024-11-17T15:21:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386/backup-masters 2024-11-17T15:21:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386/backup-masters 2024-11-17T15:21:38,258 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:21:38,258 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,40763,1731856898169 2024-11-17T15:21:38,261 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/hbase.id] with ID: 55799330-112a-4c33-b928-097f11ce7269 2024-11-17T15:21:38,261 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/.tmp/hbase.id 2024-11-17T15:21:38,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:21:38,666 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/.tmp/hbase.id]:[hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/hbase.id] 2024-11-17T15:21:38,674 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:38,674 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:21:38,675 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:21:38,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:21:38,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:21:38,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:21:39,082 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:39,083 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:21:39,083 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:39,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:21:39,089 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store 2024-11-17T15:21:39,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:21:39,093 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:39,093 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:21:39,093 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:39,093 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:39,093 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:21:39,093 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:39,093 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:39,093 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856899093Disabling compacts and flushes for region at 1731856899093Disabling writes for close at 1731856899093Writing region close event to WAL at 1731856899093Closed at 1731856899093 2024-11-17T15:21:39,093 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/.initializing 2024-11-17T15:21:39,093 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/WALs/7a780d55532c,40763,1731856898169 2024-11-17T15:21:39,094 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:21:39,095 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C40763%2C1731856898169, suffix=, logDir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/WALs/7a780d55532c,40763,1731856898169, archiveDir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/oldWALs, maxLogs=10 2024-11-17T15:21:39,109 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/WALs/7a780d55532c,40763,1731856898169/7a780d55532c%2C40763%2C1731856898169.1731856899095, exclude list is [], retry=0 2024-11-17T15:21:39,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-f43e9d2e-b420-4f00-9616-d445d6aa4441,DISK] 2024-11-17T15:21:39,112 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/WALs/7a780d55532c,40763,1731856898169/7a780d55532c%2C40763%2C1731856898169.1731856899095 2024-11-17T15:21:39,112 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41095:41095)] 2024-11-17T15:21:39,112 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:39,113 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:39,113 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:39,113 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:39,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:39,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:21:39,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:39,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:39,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:39,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:21:39,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:39,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:39,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:39,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:21:39,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:39,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:39,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:39,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:21:39,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:39,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:39,119 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:39,119 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:39,120 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:39,121 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:39,121 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:39,121 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:39,122 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:39,124 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:39,124 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68804732, jitterRate=0.025270402431488037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:39,124 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856899113Initializing all the Stores at 1731856899114 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856899114Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856899114Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856899114Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856899114Cleaning up temporary data from old regions at 1731856899121 (+7 ms)Region opened successfully at 1731856899124 (+3 ms) 2024-11-17T15:21:39,124 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:21:39,126 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51dc6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:21:39,127 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:21:39,127 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:21:39,127 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:21:39,127 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:21:39,128 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:21:39,128 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:21:39,128 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:21:39,129 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:21:39,130 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Unable to get data of znode /01968739386/balancer because node does not exist (not necessarily an error) 2024-11-17T15:21:39,132 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968739386/balancer already deleted, retry=false 2024-11-17T15:21:39,132 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:21:39,132 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Unable to get data of znode /01968739386/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:21:39,134 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968739386/normalizer already deleted, retry=false 2024-11-17T15:21:39,134 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:21:39,134 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Unable to get data of znode /01968739386/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:21:39,137 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968739386/switch/split already deleted, retry=false 2024-11-17T15:21:39,137 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Unable to get data of znode /01968739386/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:21:39,138 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968739386/switch/merge already deleted, retry=false 2024-11-17T15:21:39,140 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Unable to get data of znode /01968739386/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:21:39,141 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968739386/snapshot-cleanup already deleted, retry=false 2024-11-17T15:21:39,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01968739386/running 2024-11-17T15:21:39,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01968739386/running 2024-11-17T15:21:39,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:21:39,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:21:39,143 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,40763,1731856898169, sessionid=0x1012684fefa0000, setting cluster-up flag (Was=false) 2024-11-17T15:21:39,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:21:39,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:21:39,153 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01968739386/flush-table-proc/acquired, /01968739386/flush-table-proc/reached, /01968739386/flush-table-proc/abort 2024-11-17T15:21:39,153 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,40763,1731856898169 2024-11-17T15:21:39,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:21:39,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:21:39,161 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01968739386/online-snapshot/acquired, /01968739386/online-snapshot/reached, /01968739386/online-snapshot/abort 2024-11-17T15:21:39,162 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,40763,1731856898169 2024-11-17T15:21:39,163 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:21:39,164 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:39,164 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:21:39,164 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:21:39,164 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,40763,1731856898169 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:21:39,165 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:39,165 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:39,165 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:39,165 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:39,165 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:21:39,165 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:39,165 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:21:39,165 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:39,166 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856929166 2024-11-17T15:21:39,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:39,167 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:21:39,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:21:39,167 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:21:39,167 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:21:39,167 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:21:39,167 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:21:39,167 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:21:39,167 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:39,167 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:21:39,167 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:21:39,167 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:21:39,167 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:21:39,167 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:39,167 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:21:39,167 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:21:39,168 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:21:39,168 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856899168,5,FailOnTimeoutGroup] 2024-11-17T15:21:39,168 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856899168,5,FailOnTimeoutGroup] 2024-11-17T15:21:39,168 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:39,168 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:21:39,168 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:39,168 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:39,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:21:39,242 INFO [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(746): ClusterId : 55799330-112a-4c33-b928-097f11ce7269 2024-11-17T15:21:39,242 DEBUG [RS:0;7a780d55532c:39889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:21:39,244 DEBUG [RS:0;7a780d55532c:39889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:21:39,244 DEBUG [RS:0;7a780d55532c:39889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:21:39,246 DEBUG [RS:0;7a780d55532c:39889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:21:39,246 DEBUG [RS:0;7a780d55532c:39889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9675e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:21:39,258 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:39889 2024-11-17T15:21:39,258 INFO [RS:0;7a780d55532c:39889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:21:39,258 INFO [RS:0;7a780d55532c:39889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:21:39,258 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:21:39,258 INFO [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,40763,1731856898169 with port=39889, startcode=1731856898223 2024-11-17T15:21:39,259 DEBUG [RS:0;7a780d55532c:39889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:21:39,260 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:21:39,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40763 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,39889,1731856898223 2024-11-17T15:21:39,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40763 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,39889,1731856898223 2024-11-17T15:21:39,261 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59 2024-11-17T15:21:39,261 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38817 2024-11-17T15:21:39,262 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:21:39,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386/rs 2024-11-17T15:21:39,264 DEBUG [RS:0;7a780d55532c:39889 {}] zookeeper.ZKUtil(111): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Set watcher on existing znode=/01968739386/rs/7a780d55532c,39889,1731856898223 2024-11-17T15:21:39,264 WARN [RS:0;7a780d55532c:39889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:21:39,264 INFO [RS:0;7a780d55532c:39889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:39,264 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223 2024-11-17T15:21:39,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,39889,1731856898223] 2024-11-17T15:21:39,267 INFO [RS:0;7a780d55532c:39889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:21:39,268 INFO [RS:0;7a780d55532c:39889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:21:39,268 INFO [RS:0;7a780d55532c:39889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:21:39,268 INFO [RS:0;7a780d55532c:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:39,269 INFO [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:21:39,269 INFO [RS:0;7a780d55532c:39889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:21:39,270 INFO [RS:0;7a780d55532c:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:39,270 DEBUG [RS:0;7a780d55532c:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:39,270 DEBUG [RS:0;7a780d55532c:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:39,270 DEBUG [RS:0;7a780d55532c:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:39,270 DEBUG [RS:0;7a780d55532c:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:39,270 DEBUG [RS:0;7a780d55532c:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:39,270 DEBUG [RS:0;7a780d55532c:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:21:39,270 DEBUG [RS:0;7a780d55532c:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:39,270 DEBUG [RS:0;7a780d55532c:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:39,270 DEBUG [RS:0;7a780d55532c:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:39,270 DEBUG [RS:0;7a780d55532c:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:39,270 DEBUG [RS:0;7a780d55532c:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:39,270 DEBUG [RS:0;7a780d55532c:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:39,270 DEBUG [RS:0;7a780d55532c:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:21:39,270 DEBUG [RS:0;7a780d55532c:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:21:39,280 INFO [RS:0;7a780d55532c:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:39,280 INFO [RS:0;7a780d55532c:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:39,280 INFO [RS:0;7a780d55532c:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:39,281 INFO [RS:0;7a780d55532c:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:39,281 INFO [RS:0;7a780d55532c:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:39,281 INFO [RS:0;7a780d55532c:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,39889,1731856898223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:21:39,299 INFO [RS:0;7a780d55532c:39889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:21:39,299 INFO [RS:0;7a780d55532c:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,39889,1731856898223-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:39,299 INFO [RS:0;7a780d55532c:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:39,299 INFO [RS:0;7a780d55532c:39889 {}] regionserver.Replication(171): 7a780d55532c,39889,1731856898223 started 2024-11-17T15:21:39,313 INFO [RS:0;7a780d55532c:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:39,313 INFO [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,39889,1731856898223, RpcServer on 7a780d55532c/172.17.0.2:39889, sessionid=0x1012684fefa0001 2024-11-17T15:21:39,314 DEBUG [RS:0;7a780d55532c:39889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:21:39,314 DEBUG [RS:0;7a780d55532c:39889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,39889,1731856898223 2024-11-17T15:21:39,314 DEBUG [RS:0;7a780d55532c:39889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,39889,1731856898223' 2024-11-17T15:21:39,314 DEBUG [RS:0;7a780d55532c:39889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01968739386/flush-table-proc/abort' 2024-11-17T15:21:39,314 DEBUG [RS:0;7a780d55532c:39889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01968739386/flush-table-proc/acquired' 2024-11-17T15:21:39,314 DEBUG [RS:0;7a780d55532c:39889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:21:39,314 DEBUG [RS:0;7a780d55532c:39889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:21:39,314 DEBUG [RS:0;7a780d55532c:39889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,39889,1731856898223 2024-11-17T15:21:39,314 DEBUG [RS:0;7a780d55532c:39889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,39889,1731856898223' 2024-11-17T15:21:39,314 DEBUG [RS:0;7a780d55532c:39889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01968739386/online-snapshot/abort' 2024-11-17T15:21:39,315 DEBUG [RS:0;7a780d55532c:39889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01968739386/online-snapshot/acquired' 2024-11-17T15:21:39,315 DEBUG [RS:0;7a780d55532c:39889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:21:39,315 INFO [RS:0;7a780d55532c:39889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:21:39,315 INFO [RS:0;7a780d55532c:39889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:21:39,416 INFO [RS:0;7a780d55532c:39889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:21:39,417 INFO [RS:0;7a780d55532c:39889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C39889%2C1731856898223, suffix=, logDir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223, archiveDir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/oldWALs, maxLogs=10 2024-11-17T15:21:39,435 DEBUG [RS:0;7a780d55532c:39889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418, exclude list is [], retry=0 2024-11-17T15:21:39,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-f43e9d2e-b420-4f00-9616-d445d6aa4441,DISK] 2024-11-17T15:21:39,438 INFO [RS:0;7a780d55532c:39889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 2024-11-17T15:21:39,438 DEBUG [RS:0;7a780d55532c:39889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41095:41095)] 2024-11-17T15:21:39,578 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:21:39,578 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59 2024-11-17T15:21:39,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741833_1009 (size=32) 2024-11-17T15:21:39,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:39,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:21:39,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:21:39,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:39,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:39,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:21:39,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:21:39,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:39,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:39,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:21:39,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:21:39,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:39,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:39,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:21:39,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:21:39,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:39,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:39,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:21:39,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740 2024-11-17T15:21:39,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740 2024-11-17T15:21:39,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:21:39,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:21:39,991 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:39,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:21:39,993 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:39,993 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67419666, jitterRate=0.004631310701370239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:39,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856899983Initializing all the Stores at 1731856899984 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856899984Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856899984Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856899984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856899984Cleaning up temporary data from old regions at 1731856899991 (+7 ms)Region opened successfully at 1731856899993 (+2 ms) 2024-11-17T15:21:39,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:21:39,994 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:21:39,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:21:39,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:21:39,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:21:39,994 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:21:39,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856899994Disabling compacts and flushes for region at 1731856899994Disabling writes for close at 1731856899994Writing region close event to WAL at 1731856899994Closed at 1731856899994 2024-11-17T15:21:39,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:39,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:21:39,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:21:39,996 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:21:39,996 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:21:40,147 DEBUG [7a780d55532c:40763 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:21:40,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,39889,1731856898223 2024-11-17T15:21:40,148 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,39889,1731856898223, state=OPENING 2024-11-17T15:21:40,150 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:21:40,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:21:40,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:21:40,152 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:21:40,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,39889,1731856898223}] 2024-11-17T15:21:40,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968739386/meta-region-server: CHANGED 2024-11-17T15:21:40,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968739386/meta-region-server: CHANGED 2024-11-17T15:21:40,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:21:40,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:40,286 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:21:40,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T15:21:40,305 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:21:40,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:21:40,309 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:21:40,309 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:40,310 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:21:40,311 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C39889%2C1731856898223.meta, suffix=.meta, logDir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223, archiveDir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/oldWALs, maxLogs=10 2024-11-17T15:21:40,330 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.meta.1731856900311.meta, exclude list is [], retry=0 2024-11-17T15:21:40,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-f43e9d2e-b420-4f00-9616-d445d6aa4441,DISK] 2024-11-17T15:21:40,334 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.meta.1731856900311.meta 2024-11-17T15:21:40,334 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41095:41095)] 2024-11-17T15:21:40,334 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:40,334 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:40,334 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:21:40,335 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:21:40,335 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:21:40,335 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:21:40,335 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:40,335 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:21:40,335 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:21:40,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:21:40,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:21:40,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:40,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:40,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:21:40,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:21:40,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:40,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:40,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:21:40,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:21:40,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:40,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:40,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:21:40,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:21:40,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:40,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:40,340 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:21:40,341 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740 2024-11-17T15:21:40,342 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740 2024-11-17T15:21:40,342 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:21:40,343 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:21:40,343 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:40,344 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:21:40,344 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73409249, jitterRate=0.09388305246829987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:40,344 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:21:40,345 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856900335Writing region info on filesystem at 1731856900335Initializing all the Stores at 1731856900336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856900336Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856900336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856900336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856900336Cleaning up temporary data from old regions at 1731856900343 (+7 ms)Running coprocessor post-open hooks at 1731856900344 (+1 ms)Region opened successfully at 1731856900345 (+1 ms) 2024-11-17T15:21:40,345 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856900304 2024-11-17T15:21:40,347 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:21:40,347 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:21:40,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,39889,1731856898223 2024-11-17T15:21:40,348 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,39889,1731856898223, state=OPEN 2024-11-17T15:21:40,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01968739386/meta-region-server 2024-11-17T15:21:40,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01968739386/meta-region-server 2024-11-17T15:21:40,354 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,39889,1731856898223 2024-11-17T15:21:40,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968739386/meta-region-server: CHANGED 2024-11-17T15:21:40,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968739386/meta-region-server: CHANGED 2024-11-17T15:21:40,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:21:40,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,39889,1731856898223 in 202 msec 2024-11-17T15:21:40,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:21:40,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-17T15:21:40,358 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:40,358 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:21:40,359 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:40,359 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39889,1731856898223, seqNum=-1] 2024-11-17T15:21:40,359 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:40,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:40,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-17T15:21:40,363 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856900363, completionTime=-1 2024-11-17T15:21:40,363 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:21:40,363 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:21:40,365 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:21:40,365 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856960365 2024-11-17T15:21:40,365 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731857020365 2024-11-17T15:21:40,365 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T15:21:40,365 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,40763,1731856898169-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:40,365 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,40763,1731856898169-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:40,365 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,40763,1731856898169-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:40,366 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:40763, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:40,366 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:40,366 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:40,367 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:21:40,369 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.111sec 2024-11-17T15:21:40,369 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:21:40,369 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:21:40,369 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:21:40,369 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:21:40,369 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:21:40,369 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,40763,1731856898169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:21:40,369 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,40763,1731856898169-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:21:40,371 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:21:40,371 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:21:40,371 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,40763,1731856898169-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:40,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524cf4ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:40,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,40763,-1 for getting cluster id 2024-11-17T15:21:40,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:40,444 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55799330-112a-4c33-b928-097f11ce7269' 2024-11-17T15:21:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55799330-112a-4c33-b928-097f11ce7269" 2024-11-17T15:21:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3454ac93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,40763,-1] 2024-11-17T15:21:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:40,446 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:40,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35af3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:40,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:40,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39889,1731856898223, seqNum=-1] 2024-11-17T15:21:40,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:40,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:40,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,40763,1731856898169 2024-11-17T15:21:40,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59257 2024-11-17T15:21:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:40,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012684fefa0002 connected 2024-11-17T15:21:40,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/hadoop.log.dir so I do NOT create it in target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf 2024-11-17T15:21:40,457 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:21:40,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/hadoop.tmp.dir so I do NOT create it in target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf 2024-11-17T15:21:40,457 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:21:40,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf 2024-11-17T15:21:40,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:21:40,457 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/cluster_66703af5-9b7c-6c08-03b5-5156b32bd678, deleteOnExit=true 2024-11-17T15:21:40,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:21:40,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/test.cache.data in system properties and HBase conf 2024-11-17T15:21:40,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:21:40,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:21:40,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:21:40,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:21:40,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:21:40,457 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:21:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:21:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:21:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:21:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:21:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:21:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:21:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:21:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:21:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:21:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:21:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:21:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:21:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:21:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:21:40,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:21:40,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:21:40,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:21:40,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:21:40,530 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:21:40,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:21:40,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@719579c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:21:40,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b10e88e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:21:40,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23eb75bc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/java.io.tmpdir/jetty-localhost-43097-hadoop-hdfs-3_4_1-tests_jar-_-any-5177098448940837016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:21:40,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f9aff05{HTTP/1.1, (http/1.1)}{localhost:43097} 2024-11-17T15:21:40,651 INFO [Time-limited test {}] server.Server(415): Started @283588ms 2024-11-17T15:21:40,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:21:40,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:21:40,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:21:40,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:21:40,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:21:40,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34dadd77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:21:40,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23281ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:21:40,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4302dd58{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/java.io.tmpdir/jetty-localhost-33919-hadoop-hdfs-3_4_1-tests_jar-_-any-5435494899890689713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:21:40,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69db6d22{HTTP/1.1, (http/1.1)}{localhost:33919} 2024-11-17T15:21:40,897 INFO [Time-limited test {}] server.Server(415): Started @283835ms 2024-11-17T15:21:40,898 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:21:41,023 WARN [Thread-4415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/cluster_66703af5-9b7c-6c08-03b5-5156b32bd678/data/data2/current/BP-843731549-172.17.0.2-1731856900476/current, will proceed with Du for space computation calculation, 2024-11-17T15:21:41,023 WARN [Thread-4414 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/cluster_66703af5-9b7c-6c08-03b5-5156b32bd678/data/data1/current/BP-843731549-172.17.0.2-1731856900476/current, will proceed with Du for space computation calculation, 2024-11-17T15:21:41,053 WARN [Thread-4402 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:21:41,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f9a0b8fe6f0d05e with lease ID 0x4e1809613c086ee2: Processing first storage report for DS-09f68eb1-23ab-4efe-93ba-82753c6107a1 from datanode DatanodeRegistration(127.0.0.1:44781, datanodeUuid=e9b04d2c-3ffe-4f8f-b3ee-e20fafc5f5b6, infoPort=40933, infoSecurePort=0, ipcPort=38819, storageInfo=lv=-57;cid=testClusterID;nsid=690097951;c=1731856900476) 2024-11-17T15:21:41,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f9a0b8fe6f0d05e with lease ID 0x4e1809613c086ee2: from storage DS-09f68eb1-23ab-4efe-93ba-82753c6107a1 node DatanodeRegistration(127.0.0.1:44781, datanodeUuid=e9b04d2c-3ffe-4f8f-b3ee-e20fafc5f5b6, infoPort=40933, infoSecurePort=0, ipcPort=38819, storageInfo=lv=-57;cid=testClusterID;nsid=690097951;c=1731856900476), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:21:41,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f9a0b8fe6f0d05e with lease ID 0x4e1809613c086ee2: Processing first storage report for DS-fc59b145-8e90-4254-a3cb-f1a38de1218a from datanode DatanodeRegistration(127.0.0.1:44781, datanodeUuid=e9b04d2c-3ffe-4f8f-b3ee-e20fafc5f5b6, infoPort=40933, infoSecurePort=0, ipcPort=38819, storageInfo=lv=-57;cid=testClusterID;nsid=690097951;c=1731856900476) 2024-11-17T15:21:41,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f9a0b8fe6f0d05e with lease ID 0x4e1809613c086ee2: from storage DS-fc59b145-8e90-4254-a3cb-f1a38de1218a node DatanodeRegistration(127.0.0.1:44781, datanodeUuid=e9b04d2c-3ffe-4f8f-b3ee-e20fafc5f5b6, infoPort=40933, infoSecurePort=0, ipcPort=38819, storageInfo=lv=-57;cid=testClusterID;nsid=690097951;c=1731856900476), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T15:21:41,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf 2024-11-17T15:21:41,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:41,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:41,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:21:41,559 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100 with version=8 2024-11-17T15:21:41,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/hbase-staging 2024-11-17T15:21:41,563 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:21:41,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:41,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:41,563 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:21:41,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:41,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:21:41,563 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:21:41,563 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:21:41,564 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34045 2024-11-17T15:21:41,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34045 connecting to ZooKeeper ensemble=127.0.0.1:59257 2024-11-17T15:21:41,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340450x0, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:41,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34045-0x1012684fefa0003 connected 2024-11-17T15:21:41,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:41,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:41,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Set watcher on znode that does not yet exist, /1-428215607/running 2024-11-17T15:21:41,586 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100, hbase.cluster.distributed=false 2024-11-17T15:21:41,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Set watcher on znode that does not yet exist, /1-428215607/acl 2024-11-17T15:21:41,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34045 2024-11-17T15:21:41,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34045 2024-11-17T15:21:41,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34045 2024-11-17T15:21:41,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34045 2024-11-17T15:21:41,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34045 2024-11-17T15:21:41,603 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:21:41,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:41,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:41,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:21:41,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:41,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:21:41,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:21:41,604 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:21:41,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38465 2024-11-17T15:21:41,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38465 connecting to ZooKeeper ensemble=127.0.0.1:59257 2024-11-17T15:21:41,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:41,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:41,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384650x0, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:41,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384650x0, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Set watcher on znode that does not yet exist, /1-428215607/running 2024-11-17T15:21:41,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38465-0x1012684fefa0004 connected 2024-11-17T15:21:41,612 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:21:41,612 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:21:41,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Set watcher on znode that does not yet exist, /1-428215607/master 2024-11-17T15:21:41,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Set watcher on znode that does not yet exist, /1-428215607/acl 2024-11-17T15:21:41,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38465 2024-11-17T15:21:41,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38465 2024-11-17T15:21:41,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38465 2024-11-17T15:21:41,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38465 2024-11-17T15:21:41,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38465 2024-11-17T15:21:41,635 DEBUG [M:0;7a780d55532c:34045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:34045 2024-11-17T15:21:41,635 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-428215607/backup-masters/7a780d55532c,34045,1731856901562 2024-11-17T15:21:41,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607/backup-masters 2024-11-17T15:21:41,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607/backup-masters 2024-11-17T15:21:41,637 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Set watcher on existing znode=/1-428215607/backup-masters/7a780d55532c,34045,1731856901562 2024-11-17T15:21:41,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-428215607/master 2024-11-17T15:21:41,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:21:41,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:21:41,640 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Set watcher on existing znode=/1-428215607/master 2024-11-17T15:21:41,641 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-428215607/backup-masters/7a780d55532c,34045,1731856901562 from backup master directory 2024-11-17T15:21:41,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-428215607/backup-masters/7a780d55532c,34045,1731856901562 2024-11-17T15:21:41,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607/backup-masters 2024-11-17T15:21:41,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607/backup-masters 2024-11-17T15:21:41,642 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:21:41,642 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,34045,1731856901562 2024-11-17T15:21:41,645 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/hbase.id] with ID: e3b4cbc5-c9d6-4586-ab28-7a0160ea680a 2024-11-17T15:21:41,645 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/.tmp/hbase.id 2024-11-17T15:21:41,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:21:41,653 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/.tmp/hbase.id]:[hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/hbase.id] 2024-11-17T15:21:41,660 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:41,661 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:21:41,661 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T15:21:41,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:21:41,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:21:41,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:21:42,069 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:42,070 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:21:42,070 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:42,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:21:42,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T15:21:42,324 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T15:21:42,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T15:21:42,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T15:21:42,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:21:42,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T15:21:42,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T15:21:42,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T15:21:42,476 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store 2024-11-17T15:21:42,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:21:42,882 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:42,882 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:21:42,882 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:42,882 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:42,882 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:21:42,882 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:42,882 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:42,882 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856902882Disabling compacts and flushes for region at 1731856902882Disabling writes for close at 1731856902882Writing region close event to WAL at 1731856902882Closed at 1731856902882 2024-11-17T15:21:42,883 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/.initializing 2024-11-17T15:21:42,883 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/WALs/7a780d55532c,34045,1731856901562 2024-11-17T15:21:42,883 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:21:42,885 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C34045%2C1731856901562, suffix=, logDir=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/WALs/7a780d55532c,34045,1731856901562, archiveDir=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/oldWALs, maxLogs=10 2024-11-17T15:21:42,900 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/WALs/7a780d55532c,34045,1731856901562/7a780d55532c%2C34045%2C1731856901562.1731856902885, exclude list is [], retry=0 2024-11-17T15:21:42,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44781,DS-09f68eb1-23ab-4efe-93ba-82753c6107a1,DISK] 2024-11-17T15:21:42,903 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/WALs/7a780d55532c,34045,1731856901562/7a780d55532c%2C34045%2C1731856901562.1731856902885 2024-11-17T15:21:42,904 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40933:40933)] 2024-11-17T15:21:42,904 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:42,904 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:42,904 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:42,904 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:42,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:42,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:21:42,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:42,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:42,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:42,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:21:42,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:42,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:42,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:42,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:21:42,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:42,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:42,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:42,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:21:42,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:42,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:42,910 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:42,911 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:42,911 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:42,912 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:42,912 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:42,912 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:42,913 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:42,914 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:42,915 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74984304, jitterRate=0.11735320091247559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:42,915 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856902904Initializing all the Stores at 1731856902905 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856902905Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856902905Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856902905Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856902905Cleaning up temporary data from old regions at 1731856902912 (+7 ms)Region opened successfully at 1731856902915 (+3 ms) 2024-11-17T15:21:42,915 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:21:42,918 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4d72ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:21:42,918 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:21:42,919 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:21:42,919 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:21:42,919 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:21:42,919 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:21:42,920 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:21:42,920 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:21:42,921 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:21:42,922 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Unable to get data of znode /1-428215607/balancer because node does not exist (not necessarily an error) 2024-11-17T15:21:42,923 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-428215607/balancer already deleted, retry=false 2024-11-17T15:21:42,924 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:21:42,924 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Unable to get data of znode /1-428215607/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:21:42,926 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-428215607/normalizer already deleted, retry=false 2024-11-17T15:21:42,927 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:21:42,927 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Unable to get data of znode /1-428215607/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:21:42,928 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-428215607/switch/split already deleted, retry=false 2024-11-17T15:21:42,929 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Unable to get data of znode /1-428215607/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:21:42,930 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-428215607/switch/merge already deleted, retry=false 2024-11-17T15:21:42,931 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Unable to get data of znode /1-428215607/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:21:42,933 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-428215607/snapshot-cleanup already deleted, retry=false 2024-11-17T15:21:42,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-428215607/running 2024-11-17T15:21:42,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-428215607/running 2024-11-17T15:21:42,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:21:42,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:21:42,935 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,34045,1731856901562, sessionid=0x1012684fefa0003, setting cluster-up flag (Was=false) 2024-11-17T15:21:42,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:21:42,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:21:42,942 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-428215607/flush-table-proc/acquired, /1-428215607/flush-table-proc/reached, /1-428215607/flush-table-proc/abort 2024-11-17T15:21:42,943 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,34045,1731856901562 2024-11-17T15:21:42,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:21:42,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:21:42,951 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-428215607/online-snapshot/acquired, /1-428215607/online-snapshot/reached, /1-428215607/online-snapshot/abort 2024-11-17T15:21:42,952 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,34045,1731856901562 2024-11-17T15:21:42,953 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:21:42,955 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:42,955 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:21:42,955 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:21:42,955 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,34045,1731856901562 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:21:42,957 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:42,957 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:42,957 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:42,957 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:42,957 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:21:42,957 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:42,957 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:21:42,957 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:42,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:42,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:21:42,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:42,959 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856932959 2024-11-17T15:21:42,959 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:21:42,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:21:42,959 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:21:42,959 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:21:42,959 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:21:42,959 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:21:42,959 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:21:42,960 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:42,964 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:21:42,965 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:21:42,965 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:21:42,965 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:21:42,965 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:21:42,965 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:21:42,965 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856902965,5,FailOnTimeoutGroup] 2024-11-17T15:21:42,965 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856902965,5,FailOnTimeoutGroup] 2024-11-17T15:21:42,965 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:42,965 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:21:42,966 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:42,966 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:42,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:21:42,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:21:42,970 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100 2024-11-17T15:21:42,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741832_1008 (size=32) 2024-11-17T15:21:43,021 INFO [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(746): ClusterId : e3b4cbc5-c9d6-4586-ab28-7a0160ea680a 2024-11-17T15:21:43,021 DEBUG [RS:0;7a780d55532c:38465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:21:43,023 DEBUG [RS:0;7a780d55532c:38465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:21:43,023 DEBUG [RS:0;7a780d55532c:38465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:21:43,026 DEBUG [RS:0;7a780d55532c:38465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:21:43,026 DEBUG [RS:0;7a780d55532c:38465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1d1d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:21:43,039 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:38465 2024-11-17T15:21:43,039 INFO [RS:0;7a780d55532c:38465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:21:43,039 INFO [RS:0;7a780d55532c:38465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:21:43,039 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:21:43,040 INFO [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,34045,1731856901562 with port=38465, startcode=1731856901603 2024-11-17T15:21:43,040 DEBUG [RS:0;7a780d55532c:38465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:21:43,042 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:21:43,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,38465,1731856901603 2024-11-17T15:21:43,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34045 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,38465,1731856901603 2024-11-17T15:21:43,043 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100 2024-11-17T15:21:43,043 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40301 2024-11-17T15:21:43,043 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:21:43,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607/rs 2024-11-17T15:21:43,048 DEBUG [RS:0;7a780d55532c:38465 {}] zookeeper.ZKUtil(111): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Set watcher on existing znode=/1-428215607/rs/7a780d55532c,38465,1731856901603 2024-11-17T15:21:43,048 WARN [RS:0;7a780d55532c:38465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:21:43,049 INFO [RS:0;7a780d55532c:38465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:43,049 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/WALs/7a780d55532c,38465,1731856901603 2024-11-17T15:21:43,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,38465,1731856901603] 2024-11-17T15:21:43,051 INFO [RS:0;7a780d55532c:38465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:21:43,053 INFO [RS:0;7a780d55532c:38465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:21:43,054 INFO [RS:0;7a780d55532c:38465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:21:43,054 INFO [RS:0;7a780d55532c:38465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,054 INFO [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:21:43,054 INFO [RS:0;7a780d55532c:38465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:21:43,055 INFO [RS:0;7a780d55532c:38465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,055 DEBUG [RS:0;7a780d55532c:38465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:43,055 DEBUG [RS:0;7a780d55532c:38465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:43,055 DEBUG [RS:0;7a780d55532c:38465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:43,055 DEBUG [RS:0;7a780d55532c:38465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:43,055 DEBUG [RS:0;7a780d55532c:38465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:43,055 DEBUG [RS:0;7a780d55532c:38465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:21:43,055 DEBUG [RS:0;7a780d55532c:38465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:43,055 DEBUG [RS:0;7a780d55532c:38465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:43,055 DEBUG [RS:0;7a780d55532c:38465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:43,055 DEBUG [RS:0;7a780d55532c:38465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:43,055 DEBUG [RS:0;7a780d55532c:38465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:43,055 DEBUG [RS:0;7a780d55532c:38465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:43,055 DEBUG [RS:0;7a780d55532c:38465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:21:43,055 DEBUG [RS:0;7a780d55532c:38465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:21:43,055 INFO [RS:0;7a780d55532c:38465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,055 INFO [RS:0;7a780d55532c:38465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,055 INFO [RS:0;7a780d55532c:38465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,063 INFO [RS:0;7a780d55532c:38465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,063 INFO [RS:0;7a780d55532c:38465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,063 INFO [RS:0;7a780d55532c:38465 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38465,1731856901603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:21:43,078 INFO [RS:0;7a780d55532c:38465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:21:43,078 INFO [RS:0;7a780d55532c:38465 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,38465,1731856901603-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,078 INFO [RS:0;7a780d55532c:38465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,078 INFO [RS:0;7a780d55532c:38465 {}] regionserver.Replication(171): 7a780d55532c,38465,1731856901603 started 2024-11-17T15:21:43,091 INFO [RS:0;7a780d55532c:38465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,091 INFO [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,38465,1731856901603, RpcServer on 7a780d55532c/172.17.0.2:38465, sessionid=0x1012684fefa0004 2024-11-17T15:21:43,091 DEBUG [RS:0;7a780d55532c:38465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:21:43,091 DEBUG [RS:0;7a780d55532c:38465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,38465,1731856901603 2024-11-17T15:21:43,091 DEBUG [RS:0;7a780d55532c:38465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,38465,1731856901603' 2024-11-17T15:21:43,091 DEBUG [RS:0;7a780d55532c:38465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-428215607/flush-table-proc/abort' 2024-11-17T15:21:43,092 DEBUG [RS:0;7a780d55532c:38465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-428215607/flush-table-proc/acquired' 2024-11-17T15:21:43,092 DEBUG [RS:0;7a780d55532c:38465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:21:43,092 DEBUG [RS:0;7a780d55532c:38465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:21:43,092 DEBUG [RS:0;7a780d55532c:38465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,38465,1731856901603 2024-11-17T15:21:43,092 DEBUG [RS:0;7a780d55532c:38465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,38465,1731856901603' 2024-11-17T15:21:43,092 DEBUG [RS:0;7a780d55532c:38465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-428215607/online-snapshot/abort' 2024-11-17T15:21:43,092 DEBUG [RS:0;7a780d55532c:38465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-428215607/online-snapshot/acquired' 2024-11-17T15:21:43,093 DEBUG [RS:0;7a780d55532c:38465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:21:43,093 INFO [RS:0;7a780d55532c:38465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:21:43,093 INFO [RS:0;7a780d55532c:38465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:21:43,193 INFO [RS:0;7a780d55532c:38465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:21:43,194 INFO [RS:0;7a780d55532c:38465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C38465%2C1731856901603, suffix=, logDir=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/WALs/7a780d55532c,38465,1731856901603, archiveDir=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/oldWALs, maxLogs=10 2024-11-17T15:21:43,208 DEBUG [RS:0;7a780d55532c:38465 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/WALs/7a780d55532c,38465,1731856901603/7a780d55532c%2C38465%2C1731856901603.1731856903195, exclude list is [], retry=0 2024-11-17T15:21:43,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44781,DS-09f68eb1-23ab-4efe-93ba-82753c6107a1,DISK] 2024-11-17T15:21:43,212 INFO [RS:0;7a780d55532c:38465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/WALs/7a780d55532c,38465,1731856901603/7a780d55532c%2C38465%2C1731856901603.1731856903195 2024-11-17T15:21:43,214 DEBUG [RS:0;7a780d55532c:38465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40933:40933)] 2024-11-17T15:21:43,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:43,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:21:43,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:21:43,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:43,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:43,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:21:43,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:21:43,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:43,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:43,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:21:43,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:21:43,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:43,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:43,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:21:43,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:21:43,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:43,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:43,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:21:43,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740 2024-11-17T15:21:43,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740 2024-11-17T15:21:43,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:21:43,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:21:43,386 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:43,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:21:43,389 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:43,389 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59449558, jitterRate=-0.11413255333900452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:43,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856903378Initializing all the Stores at 1731856903379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856903379Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856903379Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856903379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856903379Cleaning up temporary data from old regions at 1731856903386 (+7 ms)Region opened successfully at 1731856903389 (+3 ms) 2024-11-17T15:21:43,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:21:43,389 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:21:43,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:21:43,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:21:43,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:21:43,390 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:21:43,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856903389Disabling compacts and flushes for region at 1731856903389Disabling writes for close at 1731856903389Writing region close event to WAL at 1731856903390 (+1 ms)Closed at 1731856903390 2024-11-17T15:21:43,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:43,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:21:43,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:21:43,392 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:21:43,393 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:21:43,543 DEBUG [7a780d55532c:34045 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:21:43,543 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,38465,1731856901603 2024-11-17T15:21:43,544 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,38465,1731856901603, state=OPENING 2024-11-17T15:21:43,546 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:21:43,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:21:43,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:21:43,548 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:21:43,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,38465,1731856901603}] 2024-11-17T15:21:43,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-428215607/meta-region-server: CHANGED 2024-11-17T15:21:43,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-428215607/meta-region-server: CHANGED 2024-11-17T15:21:43,700 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:21:43,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:21:43,704 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:21:43,704 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:43,704 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:21:43,705 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C38465%2C1731856901603.meta, suffix=.meta, logDir=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/WALs/7a780d55532c,38465,1731856901603, archiveDir=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/oldWALs, maxLogs=10 2024-11-17T15:21:43,719 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/WALs/7a780d55532c,38465,1731856901603/7a780d55532c%2C38465%2C1731856901603.meta.1731856903706.meta, exclude list is [], retry=0 2024-11-17T15:21:43,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44781,DS-09f68eb1-23ab-4efe-93ba-82753c6107a1,DISK] 2024-11-17T15:21:43,722 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/WALs/7a780d55532c,38465,1731856901603/7a780d55532c%2C38465%2C1731856901603.meta.1731856903706.meta 2024-11-17T15:21:43,723 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40933:40933)] 2024-11-17T15:21:43,723 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:43,723 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:43,723 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:21:43,723 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:21:43,723 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:21:43,724 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:21:43,724 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:43,724 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:21:43,724 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:21:43,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:21:43,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:21:43,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:43,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:43,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:21:43,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:21:43,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:43,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:43,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:21:43,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:21:43,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:43,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:43,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:21:43,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:21:43,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:43,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:43,729 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:21:43,729 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740 2024-11-17T15:21:43,730 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740 2024-11-17T15:21:43,731 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:21:43,731 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:21:43,731 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:43,732 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:21:43,733 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73485197, jitterRate=0.09501476585865021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:43,733 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:21:43,733 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856903724Writing region info on filesystem at 1731856903724Initializing all the Stores at 1731856903725 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856903725Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856903725Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856903725Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856903725Cleaning up temporary data from old regions at 1731856903731 (+6 ms)Running coprocessor post-open hooks at 1731856903733 (+2 ms)Region opened successfully at 1731856903733 2024-11-17T15:21:43,734 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856903700 2024-11-17T15:21:43,735 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:21:43,735 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:21:43,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,38465,1731856901603 2024-11-17T15:21:43,737 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,38465,1731856901603, state=OPEN 2024-11-17T15:21:43,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-428215607/meta-region-server 2024-11-17T15:21:43,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-428215607/meta-region-server 2024-11-17T15:21:43,738 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,38465,1731856901603 2024-11-17T15:21:43,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-428215607/meta-region-server: CHANGED 2024-11-17T15:21:43,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-428215607/meta-region-server: CHANGED 2024-11-17T15:21:43,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:21:43,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,38465,1731856901603 in 190 msec 2024-11-17T15:21:43,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:21:43,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-17T15:21:43,742 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:43,742 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:21:43,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:43,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,38465,1731856901603, seqNum=-1] 2024-11-17T15:21:43,744 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:43,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:43,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 794 msec 2024-11-17T15:21:43,749 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856903748, completionTime=-1 2024-11-17T15:21:43,749 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:21:43,749 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:21:43,750 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:21:43,750 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856963750 2024-11-17T15:21:43,750 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731857023750 2024-11-17T15:21:43,750 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T15:21:43,751 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34045,1731856901562-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,751 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34045,1731856901562-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,751 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34045,1731856901562-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,751 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:34045, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,751 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,751 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,753 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:21:43,754 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.112sec 2024-11-17T15:21:43,754 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:21:43,754 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:21:43,754 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:21:43,754 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:21:43,754 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:21:43,754 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34045,1731856901562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:21:43,754 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34045,1731856901562-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:21:43,756 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:21:43,756 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:21:43,756 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34045,1731856901562-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:43,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad9222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:43,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34045,-1 for getting cluster id 2024-11-17T15:21:43,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:43,823 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3b4cbc5-c9d6-4586-ab28-7a0160ea680a' 2024-11-17T15:21:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3b4cbc5-c9d6-4586-ab28-7a0160ea680a" 2024-11-17T15:21:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12eebd23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34045,-1] 2024-11-17T15:21:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:43,825 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:43,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86e1c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:43,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:43,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,38465,1731856901603, seqNum=-1] 2024-11-17T15:21:43,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:43,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:43,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,34045,1731856901562 2024-11-17T15:21:43,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59257 2024-11-17T15:21:43,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:43,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012684fefa0005 connected 2024-11-17T15:21:43,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/hadoop.log.dir so I do NOT create it in target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b 2024-11-17T15:21:43,836 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T15:21:43,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/hadoop.tmp.dir so I do NOT create it in target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b 2024-11-17T15:21:43,836 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T15:21:43,836 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b 2024-11-17T15:21:43,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T15:21:43,836 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/cluster_6bc042c9-ce1c-3276-0a25-b964b5f669d1, deleteOnExit=true 2024-11-17T15:21:43,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T15:21:43,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/test.cache.data in system properties and HBase conf 2024-11-17T15:21:43,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T15:21:43,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/hadoop.log.dir in system properties and HBase conf 2024-11-17T15:21:43,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T15:21:43,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T15:21:43,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T15:21:43,837 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T15:21:43,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:21:43,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T15:21:43,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T15:21:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:21:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T15:21:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T15:21:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T15:21:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:21:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T15:21:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/nfs.dump.dir in system properties and HBase conf 2024-11-17T15:21:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/java.io.tmpdir in system properties and HBase conf 2024-11-17T15:21:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T15:21:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T15:21:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T15:21:43,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:21:43,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:21:43,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:21:43,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:21:43,931 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T15:21:43,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:21:43,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4653aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:21:43,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16ed5815{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:21:44,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37b41963{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/java.io.tmpdir/jetty-localhost-43559-hadoop-hdfs-3_4_1-tests_jar-_-any-8212010955364877134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:21:44,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f48e7af{HTTP/1.1, (http/1.1)}{localhost:43559} 2024-11-17T15:21:44,055 INFO [Time-limited test {}] server.Server(415): Started @286992ms 2024-11-17T15:21:44,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T15:21:44,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T15:21:44,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T15:21:44,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T15:21:44,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T15:21:44,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8e0444{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/hadoop.log.dir/,AVAILABLE} 2024-11-17T15:21:44,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@639833e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T15:21:44,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7619f23c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/java.io.tmpdir/jetty-localhost-37179-hadoop-hdfs-3_4_1-tests_jar-_-any-9200348665364238879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:21:44,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c276e7{HTTP/1.1, (http/1.1)}{localhost:37179} 2024-11-17T15:21:44,267 INFO [Time-limited test {}] server.Server(415): Started @287205ms 2024-11-17T15:21:44,269 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T15:21:44,397 WARN [Thread-4534 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/cluster_6bc042c9-ce1c-3276-0a25-b964b5f669d1/data/data1/current/BP-381431443-172.17.0.2-1731856903860/current, will proceed with Du for space computation calculation, 2024-11-17T15:21:44,397 WARN [Thread-4535 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/cluster_6bc042c9-ce1c-3276-0a25-b964b5f669d1/data/data2/current/BP-381431443-172.17.0.2-1731856903860/current, will proceed with Du for space computation calculation, 2024-11-17T15:21:44,418 WARN [Thread-4522 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T15:21:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdecfea3dbea6c92f with lease ID 0x2ca65c7740f0c274: Processing first storage report for DS-3f5a47d3-fa3e-4eeb-869c-6f5d07dd1dec from datanode DatanodeRegistration(127.0.0.1:33563, datanodeUuid=66d6da4a-56a4-4c0d-a42c-82024d70ecac, infoPort=37601, infoSecurePort=0, ipcPort=40387, storageInfo=lv=-57;cid=testClusterID;nsid=1170950261;c=1731856903860) 2024-11-17T15:21:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdecfea3dbea6c92f with lease ID 0x2ca65c7740f0c274: from storage DS-3f5a47d3-fa3e-4eeb-869c-6f5d07dd1dec node DatanodeRegistration(127.0.0.1:33563, datanodeUuid=66d6da4a-56a4-4c0d-a42c-82024d70ecac, infoPort=37601, infoSecurePort=0, ipcPort=40387, storageInfo=lv=-57;cid=testClusterID;nsid=1170950261;c=1731856903860), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:21:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdecfea3dbea6c92f with lease ID 0x2ca65c7740f0c274: Processing first storage report for DS-c479ee02-fd00-4fea-9bdc-53ccbc217726 from datanode DatanodeRegistration(127.0.0.1:33563, datanodeUuid=66d6da4a-56a4-4c0d-a42c-82024d70ecac, infoPort=37601, infoSecurePort=0, ipcPort=40387, storageInfo=lv=-57;cid=testClusterID;nsid=1170950261;c=1731856903860) 2024-11-17T15:21:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdecfea3dbea6c92f with lease ID 0x2ca65c7740f0c274: from storage DS-c479ee02-fd00-4fea-9bdc-53ccbc217726 node DatanodeRegistration(127.0.0.1:33563, datanodeUuid=66d6da4a-56a4-4c0d-a42c-82024d70ecac, infoPort=37601, infoSecurePort=0, ipcPort=40387, storageInfo=lv=-57;cid=testClusterID;nsid=1170950261;c=1731856903860), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T15:21:44,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b 2024-11-17T15:21:44,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:44,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:44,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741825_1001 (size=7) 2024-11-17T15:21:44,906 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d with version=8 2024-11-17T15:21:44,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/hbase-staging 2024-11-17T15:21:44,908 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:21:44,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:44,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:44,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:21:44,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:44,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:21:44,909 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T15:21:44,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:21:44,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34115 2024-11-17T15:21:44,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34115 connecting to ZooKeeper ensemble=127.0.0.1:59257 2024-11-17T15:21:44,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341150x0, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:44,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34115-0x1012684fefa0006 connected 2024-11-17T15:21:44,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:44,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:44,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Set watcher on znode that does not yet exist, /2-161843573/running 2024-11-17T15:21:44,932 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d, hbase.cluster.distributed=false 2024-11-17T15:21:44,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Set watcher on znode that does not yet exist, /2-161843573/acl 2024-11-17T15:21:44,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34115 2024-11-17T15:21:44,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34115 2024-11-17T15:21:44,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34115 2024-11-17T15:21:44,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34115 2024-11-17T15:21:44,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34115 2024-11-17T15:21:44,949 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=45 2024-11-17T15:21:44,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:44,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:44,949 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T15:21:44,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T15:21:44,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T15:21:44,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T15:21:44,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T15:21:44,950 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46397 2024-11-17T15:21:44,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46397 connecting to ZooKeeper ensemble=127.0.0.1:59257 2024-11-17T15:21:44,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:44,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:44,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463970x0, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:44,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463970x0, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Set watcher on znode that does not yet exist, /2-161843573/running 2024-11-17T15:21:44,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46397-0x1012684fefa0007 connected 2024-11-17T15:21:44,960 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T15:21:44,960 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T15:21:44,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Set watcher on znode that does not yet exist, /2-161843573/master 2024-11-17T15:21:44,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Set watcher on znode that does not yet exist, /2-161843573/acl 2024-11-17T15:21:44,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-17T15:21:44,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46397 2024-11-17T15:21:44,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46397 2024-11-17T15:21:44,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-17T15:21:44,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-17T15:21:44,979 DEBUG [M:0;7a780d55532c:34115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:34115 2024-11-17T15:21:44,980 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-161843573/backup-masters/7a780d55532c,34115,1731856904908 2024-11-17T15:21:44,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573/backup-masters 2024-11-17T15:21:44,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573/backup-masters 2024-11-17T15:21:44,982 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Set watcher on existing znode=/2-161843573/backup-masters/7a780d55532c,34115,1731856904908 2024-11-17T15:21:44,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:44,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-161843573/master 2024-11-17T15:21:44,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:44,984 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Set watcher on existing znode=/2-161843573/master 2024-11-17T15:21:44,984 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-161843573/backup-masters/7a780d55532c,34115,1731856904908 from backup master directory 2024-11-17T15:21:44,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-161843573/backup-masters/7a780d55532c,34115,1731856904908 2024-11-17T15:21:44,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573/backup-masters 2024-11-17T15:21:44,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573/backup-masters 2024-11-17T15:21:44,985 WARN [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:21:44,985 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,34115,1731856904908 2024-11-17T15:21:44,989 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/hbase.id] with ID: 0135ba9c-e40b-442a-92c0-1c18ce284e87 2024-11-17T15:21:44,989 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/.tmp/hbase.id 2024-11-17T15:21:44,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741826_1002 (size=42) 2024-11-17T15:21:45,394 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/.tmp/hbase.id]:[hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/hbase.id] 2024-11-17T15:21:45,401 INFO [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:45,401 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T15:21:45,402 INFO [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T15:21:45,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:45,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:45,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741827_1003 (size=196) 2024-11-17T15:21:45,812 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:45,813 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T15:21:45,813 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:45,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741828_1004 (size=1189) 2024-11-17T15:21:45,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:21:45,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:45,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:46,219 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store 2024-11-17T15:21:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741829_1005 (size=34) 2024-11-17T15:21:46,224 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:46,224 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:21:46,224 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:46,224 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:46,224 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:21:46,224 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:46,224 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:46,224 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856906224Disabling compacts and flushes for region at 1731856906224Disabling writes for close at 1731856906224Writing region close event to WAL at 1731856906224Closed at 1731856906224 2024-11-17T15:21:46,225 WARN [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/.initializing 2024-11-17T15:21:46,225 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/WALs/7a780d55532c,34115,1731856904908 2024-11-17T15:21:46,226 INFO [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:21:46,227 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C34115%2C1731856904908, suffix=, logDir=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/WALs/7a780d55532c,34115,1731856904908, archiveDir=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/oldWALs, maxLogs=10 2024-11-17T15:21:46,243 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/WALs/7a780d55532c,34115,1731856904908/7a780d55532c%2C34115%2C1731856904908.1731856906227, exclude list is [], retry=0 2024-11-17T15:21:46,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-3f5a47d3-fa3e-4eeb-869c-6f5d07dd1dec,DISK] 2024-11-17T15:21:46,246 INFO [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/WALs/7a780d55532c,34115,1731856904908/7a780d55532c%2C34115%2C1731856904908.1731856906227 2024-11-17T15:21:46,247 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37601:37601)] 2024-11-17T15:21:46,247 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:46,247 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:46,247 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:46,247 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:46,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:46,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T15:21:46,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:46,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:46,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:46,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T15:21:46,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:46,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:46,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:46,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T15:21:46,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:46,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:46,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:46,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T15:21:46,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:46,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:46,253 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:46,254 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:46,254 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:46,255 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:46,255 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:46,255 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:46,256 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T15:21:46,258 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:46,258 INFO [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70349987, jitterRate=0.0482964962720871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:46,258 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731856906247Initializing all the Stores at 1731856906248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856906248Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856906248Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856906248Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856906248Cleaning up temporary data from old regions at 1731856906255 (+7 ms)Region opened successfully at 1731856906258 (+3 ms) 2024-11-17T15:21:46,258 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T15:21:46,261 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdf5e4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:21:46,261 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T15:21:46,262 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T15:21:46,262 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T15:21:46,262 INFO [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T15:21:46,262 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T15:21:46,262 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T15:21:46,263 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T15:21:46,264 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T15:21:46,265 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Unable to get data of znode /2-161843573/balancer because node does not exist (not necessarily an error) 2024-11-17T15:21:46,266 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-161843573/balancer already deleted, retry=false 2024-11-17T15:21:46,266 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T15:21:46,267 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Unable to get data of znode /2-161843573/normalizer because node does not exist (not necessarily an error) 2024-11-17T15:21:46,268 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-161843573/normalizer already deleted, retry=false 2024-11-17T15:21:46,268 INFO [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T15:21:46,269 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Unable to get data of znode /2-161843573/switch/split because node does not exist (not necessarily an error) 2024-11-17T15:21:46,270 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-161843573/switch/split already deleted, retry=false 2024-11-17T15:21:46,271 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Unable to get data of znode /2-161843573/switch/merge because node does not exist (not necessarily an error) 2024-11-17T15:21:46,273 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-161843573/switch/merge already deleted, retry=false 2024-11-17T15:21:46,274 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Unable to get data of znode /2-161843573/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T15:21:46,276 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-161843573/snapshot-cleanup already deleted, retry=false 2024-11-17T15:21:46,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-161843573/running 2024-11-17T15:21:46,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-161843573/running 2024-11-17T15:21:46,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:46,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:46,278 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,34115,1731856904908, sessionid=0x1012684fefa0006, setting cluster-up flag (Was=false) 2024-11-17T15:21:46,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:46,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:46,286 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-161843573/flush-table-proc/acquired, /2-161843573/flush-table-proc/reached, /2-161843573/flush-table-proc/abort 2024-11-17T15:21:46,287 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,34115,1731856904908 2024-11-17T15:21:46,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:46,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:46,295 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-161843573/online-snapshot/acquired, /2-161843573/online-snapshot/reached, /2-161843573/online-snapshot/abort 2024-11-17T15:21:46,296 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,34115,1731856904908 2024-11-17T15:21:46,297 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T15:21:46,298 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:46,298 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T15:21:46,298 INFO [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T15:21:46,299 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,34115,1731856904908 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T15:21:46,300 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:46,300 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:46,300 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:46,300 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5 2024-11-17T15:21:46,300 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10 2024-11-17T15:21:46,300 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:46,300 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:21:46,300 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:46,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:46,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T15:21:46,302 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:46,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T15:21:46,307 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731856936307 2024-11-17T15:21:46,307 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T15:21:46,307 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T15:21:46,307 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T15:21:46,307 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T15:21:46,307 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T15:21:46,307 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T15:21:46,307 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,308 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T15:21:46,308 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T15:21:46,308 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T15:21:46,308 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T15:21:46,312 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T15:21:46,312 INFO [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T15:21:46,312 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856906312,5,FailOnTimeoutGroup] 2024-11-17T15:21:46,312 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856906312,5,FailOnTimeoutGroup] 2024-11-17T15:21:46,313 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,313 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T15:21:46,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741831_1007 (size=1321) 2024-11-17T15:21:46,313 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,313 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T15:21:46,314 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d 2024-11-17T15:21:46,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741832_1008 (size=32) 2024-11-17T15:21:46,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:46,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:21:46,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:21:46,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:46,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:46,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:21:46,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:21:46,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:46,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:46,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:21:46,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:21:46,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:46,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:46,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:21:46,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:21:46,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:46,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:46,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:21:46,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740 2024-11-17T15:21:46,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740 2024-11-17T15:21:46,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:21:46,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:21:46,330 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:46,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:21:46,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:46,333 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64360631, jitterRate=-0.040951862931251526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:46,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731856906322Initializing all the Stores at 1731856906323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856906323Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856906323Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856906323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856906323Cleaning up temporary data from old regions at 1731856906330 (+7 ms)Region opened successfully at 1731856906333 (+3 ms) 2024-11-17T15:21:46,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:21:46,333 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:21:46,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:21:46,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:21:46,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:21:46,336 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:21:46,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856906333Disabling compacts and flushes for region at 1731856906333Disabling writes for close at 1731856906333Writing region close event to WAL at 1731856906336 (+3 ms)Closed at 1731856906336 2024-11-17T15:21:46,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:46,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T15:21:46,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T15:21:46,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:21:46,339 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T15:21:46,370 INFO [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(746): ClusterId : 0135ba9c-e40b-442a-92c0-1c18ce284e87 2024-11-17T15:21:46,370 DEBUG [RS:0;7a780d55532c:46397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T15:21:46,372 DEBUG [RS:0;7a780d55532c:46397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T15:21:46,372 DEBUG [RS:0;7a780d55532c:46397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T15:21:46,374 DEBUG [RS:0;7a780d55532c:46397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T15:21:46,374 DEBUG [RS:0;7a780d55532c:46397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d27467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0 2024-11-17T15:21:46,387 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:46397 2024-11-17T15:21:46,387 INFO [RS:0;7a780d55532c:46397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T15:21:46,387 INFO [RS:0;7a780d55532c:46397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T15:21:46,387 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T15:21:46,387 INFO [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,34115,1731856904908 with port=46397, startcode=1731856904949 2024-11-17T15:21:46,388 DEBUG [RS:0;7a780d55532c:46397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T15:21:46,389 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T15:21:46,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,46397,1731856904949 2024-11-17T15:21:46,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34115 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,46397,1731856904949 2024-11-17T15:21:46,391 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d 2024-11-17T15:21:46,391 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33247 2024-11-17T15:21:46,391 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T15:21:46,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573/rs 2024-11-17T15:21:46,401 DEBUG [RS:0;7a780d55532c:46397 {}] zookeeper.ZKUtil(111): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Set watcher on existing znode=/2-161843573/rs/7a780d55532c,46397,1731856904949 2024-11-17T15:21:46,401 WARN [RS:0;7a780d55532c:46397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T15:21:46,401 INFO [RS:0;7a780d55532c:46397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:46,401 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/WALs/7a780d55532c,46397,1731856904949 2024-11-17T15:21:46,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,46397,1731856904949] 2024-11-17T15:21:46,404 INFO [RS:0;7a780d55532c:46397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T15:21:46,406 INFO [RS:0;7a780d55532c:46397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T15:21:46,406 INFO [RS:0;7a780d55532c:46397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T15:21:46,406 INFO [RS:0;7a780d55532c:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,406 INFO [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T15:21:46,407 INFO [RS:0;7a780d55532c:46397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T15:21:46,407 INFO [RS:0;7a780d55532c:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,407 DEBUG [RS:0;7a780d55532c:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:46,407 DEBUG [RS:0;7a780d55532c:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:46,407 DEBUG [RS:0;7a780d55532c:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:46,407 DEBUG [RS:0;7a780d55532c:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:46,407 DEBUG [RS:0;7a780d55532c:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:46,407 DEBUG [RS:0;7a780d55532c:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2 2024-11-17T15:21:46,407 DEBUG [RS:0;7a780d55532c:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:46,407 DEBUG [RS:0;7a780d55532c:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:46,407 DEBUG [RS:0;7a780d55532c:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:46,407 DEBUG [RS:0;7a780d55532c:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:46,407 DEBUG [RS:0;7a780d55532c:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:46,407 DEBUG [RS:0;7a780d55532c:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1 2024-11-17T15:21:46,407 DEBUG [RS:0;7a780d55532c:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:21:46,407 DEBUG [RS:0;7a780d55532c:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3 2024-11-17T15:21:46,408 INFO [RS:0;7a780d55532c:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,408 INFO [RS:0;7a780d55532c:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,408 INFO [RS:0;7a780d55532c:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,408 INFO [RS:0;7a780d55532c:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,408 INFO [RS:0;7a780d55532c:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,408 INFO [RS:0;7a780d55532c:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,46397,1731856904949-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:21:46,424 INFO [RS:0;7a780d55532c:46397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T15:21:46,424 INFO [RS:0;7a780d55532c:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,46397,1731856904949-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,424 INFO [RS:0;7a780d55532c:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,424 INFO [RS:0;7a780d55532c:46397 {}] regionserver.Replication(171): 7a780d55532c,46397,1731856904949 started 2024-11-17T15:21:46,439 INFO [RS:0;7a780d55532c:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,439 INFO [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,46397,1731856904949, RpcServer on 7a780d55532c/172.17.0.2:46397, sessionid=0x1012684fefa0007 2024-11-17T15:21:46,439 DEBUG [RS:0;7a780d55532c:46397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T15:21:46,439 DEBUG [RS:0;7a780d55532c:46397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,46397,1731856904949 2024-11-17T15:21:46,439 DEBUG [RS:0;7a780d55532c:46397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,46397,1731856904949' 2024-11-17T15:21:46,439 DEBUG [RS:0;7a780d55532c:46397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-161843573/flush-table-proc/abort' 2024-11-17T15:21:46,439 DEBUG [RS:0;7a780d55532c:46397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-161843573/flush-table-proc/acquired' 2024-11-17T15:21:46,440 DEBUG [RS:0;7a780d55532c:46397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T15:21:46,440 DEBUG [RS:0;7a780d55532c:46397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T15:21:46,440 DEBUG [RS:0;7a780d55532c:46397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,46397,1731856904949 2024-11-17T15:21:46,440 DEBUG [RS:0;7a780d55532c:46397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,46397,1731856904949' 2024-11-17T15:21:46,440 DEBUG [RS:0;7a780d55532c:46397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-161843573/online-snapshot/abort' 2024-11-17T15:21:46,440 DEBUG [RS:0;7a780d55532c:46397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-161843573/online-snapshot/acquired' 2024-11-17T15:21:46,440 DEBUG [RS:0;7a780d55532c:46397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T15:21:46,440 INFO [RS:0;7a780d55532c:46397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T15:21:46,440 INFO [RS:0;7a780d55532c:46397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T15:21:46,489 WARN [7a780d55532c:34115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T15:21:46,541 INFO [RS:0;7a780d55532c:46397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T15:21:46,542 INFO [RS:0;7a780d55532c:46397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C46397%2C1731856904949, suffix=, logDir=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/WALs/7a780d55532c,46397,1731856904949, archiveDir=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/oldWALs, maxLogs=10 2024-11-17T15:21:46,556 DEBUG [RS:0;7a780d55532c:46397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/WALs/7a780d55532c,46397,1731856904949/7a780d55532c%2C46397%2C1731856904949.1731856906542, exclude list is [], retry=0 2024-11-17T15:21:46,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-3f5a47d3-fa3e-4eeb-869c-6f5d07dd1dec,DISK] 2024-11-17T15:21:46,560 INFO [RS:0;7a780d55532c:46397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/WALs/7a780d55532c,46397,1731856904949/7a780d55532c%2C46397%2C1731856904949.1731856906542 2024-11-17T15:21:46,560 DEBUG [RS:0;7a780d55532c:46397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37601:37601)] 2024-11-17T15:21:46,740 DEBUG [7a780d55532c:34115 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T15:21:46,740 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,46397,1731856904949 2024-11-17T15:21:46,741 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,46397,1731856904949, state=OPENING 2024-11-17T15:21:46,742 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T15:21:46,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:46,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:46,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-161843573/meta-region-server: CHANGED 2024-11-17T15:21:46,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-161843573/meta-region-server: CHANGED 2024-11-17T15:21:46,744 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T15:21:46,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,46397,1731856904949}] 2024-11-17T15:21:46,896 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:21:46,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:21:46,900 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T15:21:46,901 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:46,901 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T15:21:46,902 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C46397%2C1731856904949.meta, suffix=.meta, logDir=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/WALs/7a780d55532c,46397,1731856904949, archiveDir=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/oldWALs, maxLogs=10 2024-11-17T15:21:46,916 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/WALs/7a780d55532c,46397,1731856904949/7a780d55532c%2C46397%2C1731856904949.meta.1731856906902.meta, exclude list is [], retry=0 2024-11-17T15:21:46,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-3f5a47d3-fa3e-4eeb-869c-6f5d07dd1dec,DISK] 2024-11-17T15:21:46,919 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/WALs/7a780d55532c,46397,1731856904949/7a780d55532c%2C46397%2C1731856904949.meta.1731856906902.meta 2024-11-17T15:21:46,920 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37601:37601)] 2024-11-17T15:21:46,920 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:46,920 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:46,920 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:21:46,920 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T15:21:46,920 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T15:21:46,920 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T15:21:46,920 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:46,921 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T15:21:46,921 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T15:21:46,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T15:21:46,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T15:21:46,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:46,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:46,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T15:21:46,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T15:21:46,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:46,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:46,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T15:21:46,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T15:21:46,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:46,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:46,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T15:21:46,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T15:21:46,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:46,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T15:21:46,925 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T15:21:46,926 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740 2024-11-17T15:21:46,927 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740 2024-11-17T15:21:46,928 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T15:21:46,928 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T15:21:46,928 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T15:21:46,929 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T15:21:46,929 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68524137, jitterRate=0.021089211106300354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T15:21:46,929 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T15:21:46,930 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731856906921Writing region info on filesystem at 1731856906921Initializing all the Stores at 1731856906921Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856906921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856906921Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856906921Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731856906921Cleaning up temporary data from old regions at 1731856906928 (+7 ms)Running coprocessor post-open hooks at 1731856906929 (+1 ms)Region opened successfully at 1731856906930 (+1 ms) 2024-11-17T15:21:46,930 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731856906896 2024-11-17T15:21:46,932 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T15:21:46,932 INFO [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T15:21:46,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,46397,1731856904949 2024-11-17T15:21:46,933 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,46397,1731856904949, state=OPEN 2024-11-17T15:21:46,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-161843573/meta-region-server 2024-11-17T15:21:46,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-161843573/meta-region-server 2024-11-17T15:21:46,936 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,46397,1731856904949 2024-11-17T15:21:46,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-161843573/meta-region-server: CHANGED 2024-11-17T15:21:46,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-161843573/meta-region-server: CHANGED 2024-11-17T15:21:46,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T15:21:46,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,46397,1731856904949 in 192 msec 2024-11-17T15:21:46,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T15:21:46,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 600 msec 2024-11-17T15:21:46,939 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T15:21:46,939 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T15:21:46,941 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:46,941 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,46397,1731856904949, seqNum=-1] 2024-11-17T15:21:46,941 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:46,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:46,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 647 msec 2024-11-17T15:21:46,945 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731856906945, completionTime=-1 2024-11-17T15:21:46,945 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T15:21:46,945 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T15:21:46,947 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T15:21:46,947 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731856966947 2024-11-17T15:21:46,947 INFO [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731857026947 2024-11-17T15:21:46,947 INFO [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T15:21:46,947 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34115,1731856904908-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,947 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34115,1731856904908-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,947 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34115,1731856904908-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,948 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:34115, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,948 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,948 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,949 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T15:21:46,951 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.966sec 2024-11-17T15:21:46,951 INFO [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T15:21:46,951 INFO [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T15:21:46,951 INFO [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T15:21:46,951 INFO [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T15:21:46,951 INFO [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T15:21:46,951 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34115,1731856904908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T15:21:46,951 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34115,1731856904908-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T15:21:46,953 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T15:21:46,953 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T15:21:46,953 INFO [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,34115,1731856904908-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T15:21:46,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c75da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:46,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34115,-1 for getting cluster id 2024-11-17T15:21:46,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:46,973 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0135ba9c-e40b-442a-92c0-1c18ce284e87' 2024-11-17T15:21:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:46,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0135ba9c-e40b-442a-92c0-1c18ce284e87" 2024-11-17T15:21:46,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3570a067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:46,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34115,-1] 2024-11-17T15:21:46,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:46,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:46,975 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:46,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188c35ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:46,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,46397,1731856904949, seqNum=-1] 2024-11-17T15:21:46,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:46,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:46,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,34115,1731856904908 2024-11-17T15:21:46,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59257 2024-11-17T15:21:46,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T15:21:46,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012684fefa0008 connected 2024-11-17T15:21:46,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,40763,1731856898169 2024-11-17T15:21:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2acc345b 2024-11-17T15:21:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:46,986 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:46,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:21:46,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:21:46,988 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:46,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:21:46,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:21:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:46,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:21:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:47,396 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c033db74ec4b9fbd3ca54ab1af581ef, NAME => 'test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59 2024-11-17T15:21:47,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:21:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:47,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:47,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3c033db74ec4b9fbd3ca54ab1af581ef, disabling compactions & flushes 2024-11-17T15:21:47,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef. 2024-11-17T15:21:47,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef. 2024-11-17T15:21:47,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef. after waiting 0 ms 2024-11-17T15:21:47,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef. 2024-11-17T15:21:47,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef. 2024-11-17T15:21:47,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c033db74ec4b9fbd3ca54ab1af581ef: Waiting for close lock at 1731856907801Disabling compacts and flushes for region at 1731856907801Disabling writes for close at 1731856907801Writing region close event to WAL at 1731856907801Closed at 1731856907801 2024-11-17T15:21:47,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:21:47,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856907802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856907802"}]},"ts":"1731856907802"} 2024-11-17T15:21:47,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:21:47,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:21:47,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856907805"}]},"ts":"1731856907805"} 2024-11-17T15:21:47,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:21:47,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c033db74ec4b9fbd3ca54ab1af581ef, ASSIGN}] 2024-11-17T15:21:47,807 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c033db74ec4b9fbd3ca54ab1af581ef, ASSIGN 2024-11-17T15:21:47,808 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3c033db74ec4b9fbd3ca54ab1af581ef, ASSIGN; state=OFFLINE, location=7a780d55532c,39889,1731856898223; forceNewPlan=false, retain=false 2024-11-17T15:21:47,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c033db74ec4b9fbd3ca54ab1af581ef, regionState=OPENING, regionLocation=7a780d55532c,39889,1731856898223 2024-11-17T15:21:47,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3c033db74ec4b9fbd3ca54ab1af581ef, ASSIGN because future has completed 2024-11-17T15:21:47,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c033db74ec4b9fbd3ca54ab1af581ef, server=7a780d55532c,39889,1731856898223}] 2024-11-17T15:21:48,116 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef. 2024-11-17T15:21:48,117 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c033db74ec4b9fbd3ca54ab1af581ef, NAME => 'test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:48,117 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:48,117 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:21:48,117 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3c033db74ec4b9fbd3ca54ab1af581ef 2024-11-17T15:21:48,117 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:48,118 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3c033db74ec4b9fbd3ca54ab1af581ef 2024-11-17T15:21:48,118 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3c033db74ec4b9fbd3ca54ab1af581ef 2024-11-17T15:21:48,119 INFO [StoreOpener-3c033db74ec4b9fbd3ca54ab1af581ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3c033db74ec4b9fbd3ca54ab1af581ef 2024-11-17T15:21:48,120 INFO [StoreOpener-3c033db74ec4b9fbd3ca54ab1af581ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c033db74ec4b9fbd3ca54ab1af581ef columnFamilyName f 2024-11-17T15:21:48,120 DEBUG [StoreOpener-3c033db74ec4b9fbd3ca54ab1af581ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:48,120 INFO [StoreOpener-3c033db74ec4b9fbd3ca54ab1af581ef-1 {}] regionserver.HStore(327): Store=3c033db74ec4b9fbd3ca54ab1af581ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:48,121 INFO [StoreOpener-3c033db74ec4b9fbd3ca54ab1af581ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3c033db74ec4b9fbd3ca54ab1af581ef 2024-11-17T15:21:48,121 INFO [StoreOpener-3c033db74ec4b9fbd3ca54ab1af581ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c033db74ec4b9fbd3ca54ab1af581ef columnFamilyName f1 2024-11-17T15:21:48,122 DEBUG [StoreOpener-3c033db74ec4b9fbd3ca54ab1af581ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:48,122 INFO [StoreOpener-3c033db74ec4b9fbd3ca54ab1af581ef-1 {}] regionserver.HStore(327): Store=3c033db74ec4b9fbd3ca54ab1af581ef/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:48,122 INFO [StoreOpener-3c033db74ec4b9fbd3ca54ab1af581ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3c033db74ec4b9fbd3ca54ab1af581ef 2024-11-17T15:21:48,123 INFO [StoreOpener-3c033db74ec4b9fbd3ca54ab1af581ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c033db74ec4b9fbd3ca54ab1af581ef columnFamilyName norep 2024-11-17T15:21:48,123 DEBUG [StoreOpener-3c033db74ec4b9fbd3ca54ab1af581ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:48,123 INFO [StoreOpener-3c033db74ec4b9fbd3ca54ab1af581ef-1 {}] regionserver.HStore(327): Store=3c033db74ec4b9fbd3ca54ab1af581ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:48,123 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3c033db74ec4b9fbd3ca54ab1af581ef 2024-11-17T15:21:48,124 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef 2024-11-17T15:21:48,124 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef 2024-11-17T15:21:48,125 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3c033db74ec4b9fbd3ca54ab1af581ef 2024-11-17T15:21:48,125 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3c033db74ec4b9fbd3ca54ab1af581ef 2024-11-17T15:21:48,125 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:21:48,126 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3c033db74ec4b9fbd3ca54ab1af581ef 2024-11-17T15:21:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:48,128 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:48,129 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3c033db74ec4b9fbd3ca54ab1af581ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69964728, jitterRate=0.04255568981170654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:21:48,129 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c033db74ec4b9fbd3ca54ab1af581ef 2024-11-17T15:21:48,129 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3c033db74ec4b9fbd3ca54ab1af581ef: Running coprocessor pre-open hook at 1731856908118Writing region info on filesystem at 1731856908118Initializing all the Stores at 1731856908118Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856908118Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856908119 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856908119Cleaning up temporary data from old regions at 1731856908125 (+6 ms)Running coprocessor post-open hooks at 1731856908129 (+4 ms)Region opened successfully at 1731856908129 2024-11-17T15:21:48,130 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef., pid=6, masterSystemTime=1731856908113 2024-11-17T15:21:48,131 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef. 2024-11-17T15:21:48,131 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef. 2024-11-17T15:21:48,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c033db74ec4b9fbd3ca54ab1af581ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,39889,1731856898223 2024-11-17T15:21:48,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c033db74ec4b9fbd3ca54ab1af581ef, server=7a780d55532c,39889,1731856898223 because future has completed 2024-11-17T15:21:48,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:21:48,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c033db74ec4b9fbd3ca54ab1af581ef, server=7a780d55532c,39889,1731856898223 in 173 msec 2024-11-17T15:21:48,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:21:48,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3c033db74ec4b9fbd3ca54ab1af581ef, ASSIGN in 330 msec 2024-11-17T15:21:48,138 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:21:48,138 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856908138"}]},"ts":"1731856908138"} 2024-11-17T15:21:48,140 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:21:48,140 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:21:48,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-17T15:21:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:49,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:49,139 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:21:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34045,1731856901562 2024-11-17T15:21:49,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60c7906e 2024-11-17T15:21:49,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:49,141 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:49,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:21:49,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:21:49,144 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:49,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:21:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:49,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:21:49,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:21:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:49,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a62efd1fe1e53875e637e5f19db514d, NAME => 'test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100 2024-11-17T15:21:49,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:21:49,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:49,556 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8a62efd1fe1e53875e637e5f19db514d, disabling compactions & flushes 2024-11-17T15:21:49,556 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d. 2024-11-17T15:21:49,556 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d. 2024-11-17T15:21:49,556 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d. after waiting 0 ms 2024-11-17T15:21:49,556 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d. 2024-11-17T15:21:49,556 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d. 2024-11-17T15:21:49,556 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a62efd1fe1e53875e637e5f19db514d: Waiting for close lock at 1731856909555Disabling compacts and flushes for region at 1731856909555Disabling writes for close at 1731856909556 (+1 ms)Writing region close event to WAL at 1731856909556Closed at 1731856909556 2024-11-17T15:21:49,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:21:49,557 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856909557"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856909557"}]},"ts":"1731856909557"} 2024-11-17T15:21:49,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:21:49,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:21:49,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856909559"}]},"ts":"1731856909559"} 2024-11-17T15:21:49,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:21:49,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a62efd1fe1e53875e637e5f19db514d, ASSIGN}] 2024-11-17T15:21:49,561 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a62efd1fe1e53875e637e5f19db514d, ASSIGN 2024-11-17T15:21:49,562 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8a62efd1fe1e53875e637e5f19db514d, ASSIGN; state=OFFLINE, location=7a780d55532c,38465,1731856901603; forceNewPlan=false, retain=false 2024-11-17T15:21:49,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a62efd1fe1e53875e637e5f19db514d, regionState=OPENING, regionLocation=7a780d55532c,38465,1731856901603 2024-11-17T15:21:49,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8a62efd1fe1e53875e637e5f19db514d, ASSIGN because future has completed 2024-11-17T15:21:49,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a62efd1fe1e53875e637e5f19db514d, server=7a780d55532c,38465,1731856901603}] 2024-11-17T15:21:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:49,870 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d. 2024-11-17T15:21:49,870 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a62efd1fe1e53875e637e5f19db514d, NAME => 'test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:49,871 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:49,871 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:21:49,871 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:21:49,871 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:49,871 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:21:49,871 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:21:49,872 INFO [StoreOpener-8a62efd1fe1e53875e637e5f19db514d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:21:49,873 INFO [StoreOpener-8a62efd1fe1e53875e637e5f19db514d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a62efd1fe1e53875e637e5f19db514d columnFamilyName f 2024-11-17T15:21:49,873 DEBUG [StoreOpener-8a62efd1fe1e53875e637e5f19db514d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:49,873 INFO [StoreOpener-8a62efd1fe1e53875e637e5f19db514d-1 {}] regionserver.HStore(327): Store=8a62efd1fe1e53875e637e5f19db514d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:49,873 INFO [StoreOpener-8a62efd1fe1e53875e637e5f19db514d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:21:49,874 INFO [StoreOpener-8a62efd1fe1e53875e637e5f19db514d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a62efd1fe1e53875e637e5f19db514d columnFamilyName f1 2024-11-17T15:21:49,874 DEBUG [StoreOpener-8a62efd1fe1e53875e637e5f19db514d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:49,875 INFO [StoreOpener-8a62efd1fe1e53875e637e5f19db514d-1 {}] regionserver.HStore(327): Store=8a62efd1fe1e53875e637e5f19db514d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:49,875 INFO [StoreOpener-8a62efd1fe1e53875e637e5f19db514d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:21:49,875 INFO [StoreOpener-8a62efd1fe1e53875e637e5f19db514d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a62efd1fe1e53875e637e5f19db514d columnFamilyName norep 2024-11-17T15:21:49,875 DEBUG [StoreOpener-8a62efd1fe1e53875e637e5f19db514d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:49,876 INFO [StoreOpener-8a62efd1fe1e53875e637e5f19db514d-1 {}] regionserver.HStore(327): Store=8a62efd1fe1e53875e637e5f19db514d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:49,876 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:21:49,876 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:21:49,876 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:21:49,877 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:21:49,877 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:21:49,878 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:21:49,878 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:21:49,880 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:49,880 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8a62efd1fe1e53875e637e5f19db514d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64650362, jitterRate=-0.03663453459739685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:21:49,880 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:21:49,880 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8a62efd1fe1e53875e637e5f19db514d: Running coprocessor pre-open hook at 1731856909871Writing region info on filesystem at 1731856909871Initializing all the Stores at 1731856909872 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856909872Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856909872Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856909872Cleaning up temporary data from old regions at 1731856909877 (+5 ms)Running coprocessor post-open hooks at 1731856909880 (+3 ms)Region opened successfully at 1731856909880 2024-11-17T15:21:49,881 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d., pid=6, masterSystemTime=1731856909867 2024-11-17T15:21:49,883 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d. 2024-11-17T15:21:49,883 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d. 2024-11-17T15:21:49,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a62efd1fe1e53875e637e5f19db514d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,38465,1731856901603 2024-11-17T15:21:49,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a62efd1fe1e53875e637e5f19db514d, server=7a780d55532c,38465,1731856901603 because future has completed 2024-11-17T15:21:49,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:21:49,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a62efd1fe1e53875e637e5f19db514d, server=7a780d55532c,38465,1731856901603 in 171 msec 2024-11-17T15:21:49,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:21:49,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8a62efd1fe1e53875e637e5f19db514d, ASSIGN in 327 msec 2024-11-17T15:21:49,890 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:21:49,890 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856909890"}]},"ts":"1731856909890"} 2024-11-17T15:21:49,892 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:21:49,893 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:21:49,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-17T15:21:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:50,278 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:21:50,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34115,1731856904908 2024-11-17T15:21:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2936b5f0 2024-11-17T15:21:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:50,280 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:50,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T15:21:50,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:21:50,282 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:50,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T15:21:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:50,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:21:50,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741835_1011 (size=902) 2024-11-17T15:21:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:50,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3342f0893f51ad915c50af0375daa3ec, NAME => 'test,,1731856910280.3342f0893f51ad915c50af0375daa3ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d 2024-11-17T15:21:50,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741836_1012 (size=39) 2024-11-17T15:21:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:51,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731856910280.3342f0893f51ad915c50af0375daa3ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:51,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3342f0893f51ad915c50af0375daa3ec, disabling compactions & flushes 2024-11-17T15:21:51,095 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731856910280.3342f0893f51ad915c50af0375daa3ec. 2024-11-17T15:21:51,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856910280.3342f0893f51ad915c50af0375daa3ec. 2024-11-17T15:21:51,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731856910280.3342f0893f51ad915c50af0375daa3ec. after waiting 0 ms 2024-11-17T15:21:51,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731856910280.3342f0893f51ad915c50af0375daa3ec. 2024-11-17T15:21:51,095 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731856910280.3342f0893f51ad915c50af0375daa3ec. 2024-11-17T15:21:51,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3342f0893f51ad915c50af0375daa3ec: Waiting for close lock at 1731856911095Disabling compacts and flushes for region at 1731856911095Disabling writes for close at 1731856911095Writing region close event to WAL at 1731856911095Closed at 1731856911095 2024-11-17T15:21:51,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:21:51,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731856910280.3342f0893f51ad915c50af0375daa3ec.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731856911096"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856911096"}]},"ts":"1731856911096"} 2024-11-17T15:21:51,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:21:51,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:21:51,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856911098"}]},"ts":"1731856911098"} 2024-11-17T15:21:51,100 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T15:21:51,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3342f0893f51ad915c50af0375daa3ec, ASSIGN}] 2024-11-17T15:21:51,101 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3342f0893f51ad915c50af0375daa3ec, ASSIGN 2024-11-17T15:21:51,102 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3342f0893f51ad915c50af0375daa3ec, ASSIGN; state=OFFLINE, location=7a780d55532c,46397,1731856904949; forceNewPlan=false, retain=false 2024-11-17T15:21:51,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3342f0893f51ad915c50af0375daa3ec, regionState=OPENING, regionLocation=7a780d55532c,46397,1731856904949 2024-11-17T15:21:51,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3342f0893f51ad915c50af0375daa3ec, ASSIGN because future has completed 2024-11-17T15:21:51,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3342f0893f51ad915c50af0375daa3ec, server=7a780d55532c,46397,1731856904949}] 2024-11-17T15:21:51,410 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731856910280.3342f0893f51ad915c50af0375daa3ec. 2024-11-17T15:21:51,410 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3342f0893f51ad915c50af0375daa3ec, NAME => 'test,,1731856910280.3342f0893f51ad915c50af0375daa3ec.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:51,410 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:51,411 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T15:21:51,411 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:51,411 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731856910280.3342f0893f51ad915c50af0375daa3ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:51,411 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:51,411 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:51,412 INFO [StoreOpener-3342f0893f51ad915c50af0375daa3ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:51,413 INFO [StoreOpener-3342f0893f51ad915c50af0375daa3ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3342f0893f51ad915c50af0375daa3ec columnFamilyName f 2024-11-17T15:21:51,413 DEBUG [StoreOpener-3342f0893f51ad915c50af0375daa3ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:51,413 INFO [StoreOpener-3342f0893f51ad915c50af0375daa3ec-1 {}] regionserver.HStore(327): Store=3342f0893f51ad915c50af0375daa3ec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:51,414 INFO [StoreOpener-3342f0893f51ad915c50af0375daa3ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:51,414 INFO [StoreOpener-3342f0893f51ad915c50af0375daa3ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3342f0893f51ad915c50af0375daa3ec columnFamilyName f1 2024-11-17T15:21:51,414 DEBUG [StoreOpener-3342f0893f51ad915c50af0375daa3ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:51,415 INFO [StoreOpener-3342f0893f51ad915c50af0375daa3ec-1 {}] regionserver.HStore(327): Store=3342f0893f51ad915c50af0375daa3ec/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:51,415 INFO [StoreOpener-3342f0893f51ad915c50af0375daa3ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:51,416 INFO [StoreOpener-3342f0893f51ad915c50af0375daa3ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3342f0893f51ad915c50af0375daa3ec columnFamilyName norep 2024-11-17T15:21:51,416 DEBUG [StoreOpener-3342f0893f51ad915c50af0375daa3ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:51,416 INFO [StoreOpener-3342f0893f51ad915c50af0375daa3ec-1 {}] regionserver.HStore(327): Store=3342f0893f51ad915c50af0375daa3ec/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:51,416 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:51,417 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/default/test/3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:51,417 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/default/test/3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:51,418 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:51,418 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:51,418 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:21:51,419 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:51,420 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/default/test/3342f0893f51ad915c50af0375daa3ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:51,421 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3342f0893f51ad915c50af0375daa3ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71576011, jitterRate=0.06656567752361298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:21:51,421 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:51,421 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3342f0893f51ad915c50af0375daa3ec: Running coprocessor pre-open hook at 1731856911411Writing region info on filesystem at 1731856911411Initializing all the Stores at 1731856911412 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856911412Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856911412Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856911412Cleaning up temporary data from old regions at 1731856911418 (+6 ms)Running coprocessor post-open hooks at 1731856911421 (+3 ms)Region opened successfully at 1731856911421 2024-11-17T15:21:51,421 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731856910280.3342f0893f51ad915c50af0375daa3ec., pid=6, masterSystemTime=1731856911407 2024-11-17T15:21:51,423 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731856910280.3342f0893f51ad915c50af0375daa3ec. 2024-11-17T15:21:51,423 INFO [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731856910280.3342f0893f51ad915c50af0375daa3ec. 2024-11-17T15:21:51,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3342f0893f51ad915c50af0375daa3ec, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7a780d55532c,46397,1731856904949 2024-11-17T15:21:51,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3342f0893f51ad915c50af0375daa3ec, server=7a780d55532c,46397,1731856904949 because future has completed 2024-11-17T15:21:51,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T15:21:51,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3342f0893f51ad915c50af0375daa3ec, server=7a780d55532c,46397,1731856904949 in 172 msec 2024-11-17T15:21:51,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T15:21:51,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3342f0893f51ad915c50af0375daa3ec, ASSIGN in 328 msec 2024-11-17T15:21:51,430 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:21:51,430 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856911430"}]},"ts":"1731856911430"} 2024-11-17T15:21:51,431 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T15:21:51,432 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:21:51,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-17T15:21:52,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:21:52,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T15:21:52,428 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T15:21:52,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306d120c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:52,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,40763,-1 for getting cluster id 2024-11-17T15:21:52,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:52,430 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55799330-112a-4c33-b928-097f11ce7269' 2024-11-17T15:21:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55799330-112a-4c33-b928-097f11ce7269" 2024-11-17T15:21:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a3818c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,40763,-1] 2024-11-17T15:21:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:52,432 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ff98a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:52,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:52,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,40763,1731856898169 2024-11-17T15:21:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60aacc74 2024-11-17T15:21:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:52,434 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:52,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7a780d55532c:34045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:21:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:21:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:52,439 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:34045' 2024-11-17T15:21:52,440 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6b2a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:52,440 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34045,-1 for getting cluster id 2024-11-17T15:21:52,440 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:52,441 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3b4cbc5-c9d6-4586-ab28-7a0160ea680a' 2024-11-17T15:21:52,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:52,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3b4cbc5-c9d6-4586-ab28-7a0160ea680a" 2024-11-17T15:21:52,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9b6df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:52,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34045,-1] 2024-11-17T15:21:52,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:52,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:52,443 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:52,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1ee453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:52,443 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:52,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34045,1731856901562 2024-11-17T15:21:52,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3214e36 2024-11-17T15:21:52,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:52,445 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:52,447 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T15:21:52,447 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:21:52,447 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:52,447 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:52,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:52,447 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T15:21:52,449 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T15:21:52,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T15:21:52,450 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:52,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T15:21:52,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741837_1013 (size=1138) 2024-11-17T15:21:52,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,499 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T15:21:52,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:52,857 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fd9e9c3e4347b344c16025f42307969, NAME => 'hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59 2024-11-17T15:21:52,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741838_1014 (size=44) 2024-11-17T15:21:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:53,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:53,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7fd9e9c3e4347b344c16025f42307969, disabling compactions & flushes 2024-11-17T15:21:53,264 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. 2024-11-17T15:21:53,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. 2024-11-17T15:21:53,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. after waiting 0 ms 2024-11-17T15:21:53,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. 2024-11-17T15:21:53,265 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. 2024-11-17T15:21:53,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fd9e9c3e4347b344c16025f42307969: Waiting for close lock at 1731856913264Disabling compacts and flushes for region at 1731856913264Disabling writes for close at 1731856913265 (+1 ms)Writing region close event to WAL at 1731856913265Closed at 1731856913265 2024-11-17T15:21:53,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T15:21:53,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731856913266"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731856913266"}]},"ts":"1731856913266"} 2024-11-17T15:21:53,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T15:21:53,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T15:21:53,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856913268"}]},"ts":"1731856913268"} 2024-11-17T15:21:53,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T15:21:53,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fd9e9c3e4347b344c16025f42307969, ASSIGN}] 2024-11-17T15:21:53,271 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fd9e9c3e4347b344c16025f42307969, ASSIGN 2024-11-17T15:21:53,271 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7fd9e9c3e4347b344c16025f42307969, ASSIGN; state=OFFLINE, location=7a780d55532c,39889,1731856898223; forceNewPlan=false, retain=false 2024-11-17T15:21:53,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7fd9e9c3e4347b344c16025f42307969, regionState=OPENING, regionLocation=7a780d55532c,39889,1731856898223 2024-11-17T15:21:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7fd9e9c3e4347b344c16025f42307969, ASSIGN because future has completed 2024-11-17T15:21:53,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fd9e9c3e4347b344c16025f42307969, server=7a780d55532c,39889,1731856898223}] 2024-11-17T15:21:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:53,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. 2024-11-17T15:21:53,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T15:21:53,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T15:21:53,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7a780d55532c%2C39889%2C1731856898223.rep, suffix=, logDir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223, archiveDir=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/oldWALs, maxLogs=10 2024-11-17T15:21:53,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.rep.1731856913585, exclude list is [], retry=0 2024-11-17T15:21:53,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-f43e9d2e-b420-4f00-9616-d445d6aa4441,DISK] 2024-11-17T15:21:53,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.rep.1731856913585 2024-11-17T15:21:53,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41095:41095)] 2024-11-17T15:21:53,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fd9e9c3e4347b344c16025f42307969, NAME => 'hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969.', STARTKEY => '', ENDKEY => ''} 2024-11-17T15:21:53,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T15:21:53,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T15:21:53,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. service=MultiRowMutationService 2024-11-17T15:21:53,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T15:21:53,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:21:53,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T15:21:53,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:21:53,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:21:53,611 INFO [StoreOpener-7fd9e9c3e4347b344c16025f42307969-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:21:53,612 INFO [StoreOpener-7fd9e9c3e4347b344c16025f42307969-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fd9e9c3e4347b344c16025f42307969 columnFamilyName hfileref 2024-11-17T15:21:53,612 DEBUG [StoreOpener-7fd9e9c3e4347b344c16025f42307969-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:53,613 INFO [StoreOpener-7fd9e9c3e4347b344c16025f42307969-1 {}] regionserver.HStore(327): Store=7fd9e9c3e4347b344c16025f42307969/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:53,613 INFO [StoreOpener-7fd9e9c3e4347b344c16025f42307969-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:21:53,613 INFO [StoreOpener-7fd9e9c3e4347b344c16025f42307969-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fd9e9c3e4347b344c16025f42307969 columnFamilyName queue 2024-11-17T15:21:53,613 DEBUG [StoreOpener-7fd9e9c3e4347b344c16025f42307969-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:53,614 INFO [StoreOpener-7fd9e9c3e4347b344c16025f42307969-1 {}] regionserver.HStore(327): Store=7fd9e9c3e4347b344c16025f42307969/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:53,614 INFO [StoreOpener-7fd9e9c3e4347b344c16025f42307969-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:21:53,615 INFO [StoreOpener-7fd9e9c3e4347b344c16025f42307969-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fd9e9c3e4347b344c16025f42307969 columnFamilyName sid 2024-11-17T15:21:53,615 DEBUG [StoreOpener-7fd9e9c3e4347b344c16025f42307969-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T15:21:53,615 INFO [StoreOpener-7fd9e9c3e4347b344c16025f42307969-1 {}] regionserver.HStore(327): Store=7fd9e9c3e4347b344c16025f42307969/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T15:21:53,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:21:53,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/replication/7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:21:53,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/replication/7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:21:53,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:21:53,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:21:53,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T15:21:53,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:21:53,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/replication/7fd9e9c3e4347b344c16025f42307969/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T15:21:53,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7fd9e9c3e4347b344c16025f42307969; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73003750, jitterRate=0.08784064650535583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T15:21:53,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:21:53,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7fd9e9c3e4347b344c16025f42307969: Running coprocessor pre-open hook at 1731856913610Writing region info on filesystem at 1731856913610Initializing all the Stores at 1731856913610Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856913611 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856913611Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731856913611Cleaning up temporary data from old regions at 1731856913617 (+6 ms)Running coprocessor post-open hooks at 1731856913620 (+3 ms)Region opened successfully at 1731856913620 2024-11-17T15:21:53,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969., pid=10, masterSystemTime=1731856913576 2024-11-17T15:21:53,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. 2024-11-17T15:21:53,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. 2024-11-17T15:21:53,625 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7fd9e9c3e4347b344c16025f42307969, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,39889,1731856898223 2024-11-17T15:21:53,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fd9e9c3e4347b344c16025f42307969, server=7a780d55532c,39889,1731856898223 because future has completed 2024-11-17T15:21:53,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T15:21:53,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fd9e9c3e4347b344c16025f42307969, server=7a780d55532c,39889,1731856898223 in 204 msec 2024-11-17T15:21:53,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T15:21:53,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fd9e9c3e4347b344c16025f42307969, ASSIGN in 359 msec 2024-11-17T15:21:53,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T15:21:53,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731856913631"}]},"ts":"1731856913631"} 2024-11-17T15:21:53,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T15:21:53,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T15:21:53,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-17T15:21:53,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969., hostname=7a780d55532c,39889,1731856898223, seqNum=2] 2024-11-17T15:21:53,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:21:53,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:21:53,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:21:53,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T15:21:53,822 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T15:21:53,851 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7a780d55532c,39889,1731856898223, ReplicationSource: 1, currentBandwidth=0 2024-11-17T15:21:53,851 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:53,851 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39889,1731856898223, seqNum=-1] 2024-11-17T15:21:53,852 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:53,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-17T15:21:53,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7a780d55532c,39889,1731856898223', locateType=CURRENT is [region=hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969., hostname=7a780d55532c,39889,1731856898223, seqNum=2] 2024-11-17T15:21:53,857 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T15:21:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T15:21:53,858 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7a780d55532c,39889,1731856898223 suceeded 2024-11-17T15:21:53,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T15:21:53,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-17T15:21:53,860 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7a780d55532c:34045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:21:53,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4250 sec 2024-11-17T15:21:53,871 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:34045' 2024-11-17T15:21:53,872 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@219a5135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:53,872 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34045,-1 for getting cluster id 2024-11-17T15:21:53,873 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:53,873 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3b4cbc5-c9d6-4586-ab28-7a0160ea680a' 2024-11-17T15:21:53,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:53,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3b4cbc5-c9d6-4586-ab28-7a0160ea680a" 2024-11-17T15:21:53,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@398c323f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:53,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34045,-1] 2024-11-17T15:21:53,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:53,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:53,874 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:53,875 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46b2e277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:53,875 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:53,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34045,1731856901562 2024-11-17T15:21:53,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35f2cba8 2024-11-17T15:21:53,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:53,876 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-17T15:21:53,877 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7a780d55532c,39889,1731856898223 (queues=1) is replicating from cluster=55799330-112a-4c33-b928-097f11ce7269 to cluster=e3b4cbc5-c9d6-4586-ab28-7a0160ea680a 2024-11-17T15:21:53,877 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7a780d55532c%2C39889%2C1731856898223 2024-11-17T15:21:53,877 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7a780d55532c,39889,1731856898223, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:21:53,877 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C39889%2C1731856898223 2024-11-17T15:21:53,878 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418, startPosition=0, beingWritten=true 2024-11-17T15:21:53,882 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:21:53,882 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 to pos 379, reset compression=false 2024-11-17T15:21:53,882 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39889,1731856898223 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:21:54,084 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 to pos 379, reset compression=false 2024-11-17T15:21:54,389 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 to pos 379, reset compression=false 2024-11-17T15:21:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T15:21:54,598 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T15:21:54,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:54,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:54,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:54,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:54,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:54,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54879e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:54,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,40763,-1 for getting cluster id 2024-11-17T15:21:54,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:54,600 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55799330-112a-4c33-b928-097f11ce7269' 2024-11-17T15:21:54,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:54,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55799330-112a-4c33-b928-097f11ce7269" 2024-11-17T15:21:54,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11264b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:54,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,40763,-1] 2024-11-17T15:21:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:54,601 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:54,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368771f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:54,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c7a036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:54,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34045,-1 for getting cluster id 2024-11-17T15:21:54,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:54,603 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3b4cbc5-c9d6-4586-ab28-7a0160ea680a' 2024-11-17T15:21:54,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:54,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3b4cbc5-c9d6-4586-ab28-7a0160ea680a" 2024-11-17T15:21:54,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d69bcb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:54,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34045,-1] 2024-11-17T15:21:54,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:54,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:54,604 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f99f131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:54,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536cb4c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:54,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34115,-1 for getting cluster id 2024-11-17T15:21:54,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:54,605 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0135ba9c-e40b-442a-92c0-1c18ce284e87' 2024-11-17T15:21:54,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:54,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0135ba9c-e40b-442a-92c0-1c18ce284e87" 2024-11-17T15:21:54,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536c1dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:54,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34115,-1] 2024-11-17T15:21:54,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:54,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:54,607 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df5faff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:54,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:54,611 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731856914610/Put/seqid=0 2024-11-17T15:21:54,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741840_1016 (size=7894) 2024-11-17T15:21:54,792 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 to pos 379, reset compression=false 2024-11-17T15:21:55,016 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731856915016/Put/seqid=0 2024-11-17T15:21:55,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741841_1017 (size=7691) 2024-11-17T15:21:55,295 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 to pos 379, reset compression=false 2024-11-17T15:21:55,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a997f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:55,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,40763,-1 for getting cluster id 2024-11-17T15:21:55,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:55,423 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55799330-112a-4c33-b928-097f11ce7269' 2024-11-17T15:21:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55799330-112a-4c33-b928-097f11ce7269" 2024-11-17T15:21:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19848f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,40763,-1] 2024-11-17T15:21:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:55,424 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:55,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7258895d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:55,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:55,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39889,1731856898223, seqNum=-1] 2024-11-17T15:21:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:55,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:55,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:55,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,40763,1731856898169 2024-11-17T15:21:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e7161a2 2024-11-17T15:21:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:55,433 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef., hostname=7a780d55532c,39889,1731856898223, seqNum=2] 2024-11-17T15:21:55,438 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T15:21:55,442 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-17T15:21:55,443 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-17T15:21:55,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 3c033db74ec4b9fbd3ca54ab1af581ef/f 2024-11-17T15:21:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-17T15:21:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:21:55,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 3c033db74ec4b9fbd3ca54ab1af581ef/f 2024-11-17T15:21:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-17T15:21:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:21:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HRegion(2603): Flush status journal for 3c033db74ec4b9fbd3ca54ab1af581ef: 2024-11-17T15:21:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__gegkf1spro5gg9sv6jbkintovejhrrno77n6r5qucv0qphhvlssk3ubkt3236utn/f/hfile_1 2024-11-17T15:21:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__gegkf1spro5gg9sv6jbkintovejhrrno77n6r5qucv0qphhvlssk3ubkt3236utn/f/hfile_1 as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/0cf1204c72fb48db94785e991c798f61_SeqId_4_ 2024-11-17T15:21:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__gegkf1spro5gg9sv6jbkintovejhrrno77n6r5qucv0qphhvlssk3ubkt3236utn/f/hfile_0 2024-11-17T15:21:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__gegkf1spro5gg9sv6jbkintovejhrrno77n6r5qucv0qphhvlssk3ubkt3236utn/f/hfile_0 as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/73c666ad81b045f9a215f3580a515d39_SeqId_4_ 2024-11-17T15:21:55,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__gegkf1spro5gg9sv6jbkintovejhrrno77n6r5qucv0qphhvlssk3ubkt3236utn/f/hfile_1 into 3c033db74ec4b9fbd3ca54ab1af581ef/f as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/0cf1204c72fb48db94785e991c798f61_SeqId_4_ - updating store file list. 2024-11-17T15:21:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0cf1204c72fb48db94785e991c798f61_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T15:21:55,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/0cf1204c72fb48db94785e991c798f61_SeqId_4_ into 3c033db74ec4b9fbd3ca54ab1af581ef/f 2024-11-17T15:21:55,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__gegkf1spro5gg9sv6jbkintovejhrrno77n6r5qucv0qphhvlssk3ubkt3236utn/f/hfile_1 into 3c033db74ec4b9fbd3ca54ab1af581ef/f (new location: hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/0cf1204c72fb48db94785e991c798f61_SeqId_4_) 2024-11-17T15:21:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__gegkf1spro5gg9sv6jbkintovejhrrno77n6r5qucv0qphhvlssk3ubkt3236utn/f/hfile_1 2024-11-17T15:21:55,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__gegkf1spro5gg9sv6jbkintovejhrrno77n6r5qucv0qphhvlssk3ubkt3236utn/f/hfile_0 into 3c033db74ec4b9fbd3ca54ab1af581ef/f as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/73c666ad81b045f9a215f3580a515d39_SeqId_4_ - updating store file list. 2024-11-17T15:21:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73c666ad81b045f9a215f3580a515d39_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T15:21:55,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/73c666ad81b045f9a215f3580a515d39_SeqId_4_ into 3c033db74ec4b9fbd3ca54ab1af581ef/f 2024-11-17T15:21:55,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__gegkf1spro5gg9sv6jbkintovejhrrno77n6r5qucv0qphhvlssk3ubkt3236utn/f/hfile_0 into 3c033db74ec4b9fbd3ca54ab1af581ef/f (new location: hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/73c666ad81b045f9a215f3580a515d39_SeqId_4_) 2024-11-17T15:21:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__gegkf1spro5gg9sv6jbkintovejhrrno77n6r5qucv0qphhvlssk3ubkt3236utn/f/hfile_0 2024-11-17T15:21:55,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:55,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:55,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:55,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:55,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:55,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef., hostname=7a780d55532c,39889,1731856898223, seqNum=2 , the old value is region=test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef., hostname=7a780d55532c,39889,1731856898223, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7a780d55532c:39889 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T15:21:55,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef., hostname=7a780d55532c,39889,1731856898223, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T15:21:55,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef., hostname=7a780d55532c,39889,1731856898223, seqNum=2 from cache 2024-11-17T15:21:55,467 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T15:21:55,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,38465,1731856901603, seqNum=-1] 2024-11-17T15:21:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:55,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:55,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d., hostname=7a780d55532c,38465,1731856901603, seqNum=2] 2024-11-17T15:21:55,471 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T15:21:55,579 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:39889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T15:21:55,898 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 to pos 379, reset compression=false 2024-11-17T15:21:55,902 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:21:55,902 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39889,1731856898223 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c033db74ec4b9fbd3ca54ab1af581ef/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731856915465/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T15:21:55,905 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:21:55,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-17T15:21:55,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.ReplicationSink(318): Replicating [55799330-112a-4c33-b928-097f11ce7269] bulk loaded data 2024-11-17T15:21:55,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67e2232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:55,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34045,-1 for getting cluster id 2024-11-17T15:21:55,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:55,907 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3b4cbc5-c9d6-4586-ab28-7a0160ea680a' 2024-11-17T15:21:55,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:55,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3b4cbc5-c9d6-4586-ab28-7a0160ea680a" 2024-11-17T15:21:55,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37b38a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:55,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34045,-1] 2024-11-17T15:21:55,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:55,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:55,908 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:55,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@114902d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:55,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741837_1013 (size=7691) 2024-11-17T15:21:55,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741838_1014 (size=7894) 2024-11-17T15:21:55,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:55,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34045,1731856901562 2024-11-17T15:21:55,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72bb48bc 2024-11-17T15:21:55,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:55,926 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-17T15:21:55,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T15:21:55,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:55,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,38465,1731856901603, seqNum=-1] 2024-11-17T15:21:55,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:55,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-17T15:21:55,934 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__m3p50gh3k9vivo97qopblv0sk2ps4hfm4nqdvhbdk4v72ot476t8i6evvlkktl9t/f/0cf1204c72fb48db94785e991c798f61_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-17T15:21:55,936 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__m3p50gh3k9vivo97qopblv0sk2ps4hfm4nqdvhbdk4v72ot476t8i6evvlkktl9t/f/73c666ad81b045f9a215f3580a515d39_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-17T15:21:55,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__m3p50gh3k9vivo97qopblv0sk2ps4hfm4nqdvhbdk4v72ot476t8i6evvlkktl9t/f/0cf1204c72fb48db94785e991c798f61_SeqId_4_ for inclusion in 8a62efd1fe1e53875e637e5f19db514d/f 2024-11-17T15:21:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-17T15:21:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:21:55,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__m3p50gh3k9vivo97qopblv0sk2ps4hfm4nqdvhbdk4v72ot476t8i6evvlkktl9t/f/73c666ad81b045f9a215f3580a515d39_SeqId_4_ for inclusion in 8a62efd1fe1e53875e637e5f19db514d/f 2024-11-17T15:21:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-17T15:21:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:21:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HRegion(2603): Flush status journal for 8a62efd1fe1e53875e637e5f19db514d: 2024-11-17T15:21:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0cf1204c72fb48db94785e991c798f61_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T15:21:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__m3p50gh3k9vivo97qopblv0sk2ps4hfm4nqdvhbdk4v72ot476t8i6evvlkktl9t/f/0cf1204c72fb48db94785e991c798f61_SeqId_4_ as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/6d1d7417b76a42c6a09143e640bef556_SeqId_4_ 2024-11-17T15:21:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 73c666ad81b045f9a215f3580a515d39_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T15:21:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__m3p50gh3k9vivo97qopblv0sk2ps4hfm4nqdvhbdk4v72ot476t8i6evvlkktl9t/f/73c666ad81b045f9a215f3580a515d39_SeqId_4_ as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/394c5e61b1824678b6b238f7c1e98931_SeqId_4_ 2024-11-17T15:21:55,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__m3p50gh3k9vivo97qopblv0sk2ps4hfm4nqdvhbdk4v72ot476t8i6evvlkktl9t/f/0cf1204c72fb48db94785e991c798f61_SeqId_4_ into 8a62efd1fe1e53875e637e5f19db514d/f as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/6d1d7417b76a42c6a09143e640bef556_SeqId_4_ - updating store file list. 2024-11-17T15:21:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d1d7417b76a42c6a09143e640bef556_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T15:21:55,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/6d1d7417b76a42c6a09143e640bef556_SeqId_4_ into 8a62efd1fe1e53875e637e5f19db514d/f 2024-11-17T15:21:55,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__m3p50gh3k9vivo97qopblv0sk2ps4hfm4nqdvhbdk4v72ot476t8i6evvlkktl9t/f/0cf1204c72fb48db94785e991c798f61_SeqId_4_ into 8a62efd1fe1e53875e637e5f19db514d/f (new location: hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/6d1d7417b76a42c6a09143e640bef556_SeqId_4_) 2024-11-17T15:21:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__m3p50gh3k9vivo97qopblv0sk2ps4hfm4nqdvhbdk4v72ot476t8i6evvlkktl9t/f/0cf1204c72fb48db94785e991c798f61_SeqId_4_ 2024-11-17T15:21:55,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__m3p50gh3k9vivo97qopblv0sk2ps4hfm4nqdvhbdk4v72ot476t8i6evvlkktl9t/f/73c666ad81b045f9a215f3580a515d39_SeqId_4_ into 8a62efd1fe1e53875e637e5f19db514d/f as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/394c5e61b1824678b6b238f7c1e98931_SeqId_4_ - updating store file list. 2024-11-17T15:21:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 394c5e61b1824678b6b238f7c1e98931_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T15:21:55,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/394c5e61b1824678b6b238f7c1e98931_SeqId_4_ into 8a62efd1fe1e53875e637e5f19db514d/f 2024-11-17T15:21:55,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__m3p50gh3k9vivo97qopblv0sk2ps4hfm4nqdvhbdk4v72ot476t8i6evvlkktl9t/f/73c666ad81b045f9a215f3580a515d39_SeqId_4_ into 8a62efd1fe1e53875e637e5f19db514d/f (new location: hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/394c5e61b1824678b6b238f7c1e98931_SeqId_4_) 2024-11-17T15:21:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__m3p50gh3k9vivo97qopblv0sk2ps4hfm4nqdvhbdk4v72ot476t8i6evvlkktl9t/f/73c666ad81b045f9a215f3580a515d39_SeqId_4_ 2024-11-17T15:21:55,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.ReplicationSink(324): Finished replicating [55799330-112a-4c33-b928-097f11ce7269] bulk loaded data 2024-11-17T15:21:56,103 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 to pos 687, reset compression=false 2024-11-17T15:21:56,406 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 to pos 687, reset compression=false 2024-11-17T15:21:56,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:56,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,46397,1731856904949, seqNum=-1] 2024-11-17T15:21:56,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:56,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:56,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731856910280.3342f0893f51ad915c50af0375daa3ec., hostname=7a780d55532c,46397,1731856904949, seqNum=2] 2024-11-17T15:21:56,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:21:56,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T15:21:56,487 DEBUG [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7a780d55532c%2C39889%2C1731856898223.rep:(num 1731856913585) roll requested 2024-11-17T15:21:56,500 DEBUG [regionserver/7a780d55532c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.rep.1731856916487, exclude list is [], retry=0 2024-11-17T15:21:56,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-f43e9d2e-b420-4f00-9616-d445d6aa4441,DISK] 2024-11-17T15:21:56,504 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.rep.1731856913585 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.rep.1731856916487 2024-11-17T15:21:56,504 DEBUG [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41095:41095)] 2024-11-17T15:21:56,504 DEBUG [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.rep.1731856913585 is not closed yet, will try archiving it next time 2024-11-17T15:21:56,504 DEBUG [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7a780d55532c%2C39889%2C1731856898223.meta:.meta(num 1731856900311) roll requested 2024-11-17T15:21:56,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741839_1015 (size=1505) 2024-11-17T15:21:56,517 DEBUG [regionserver/7a780d55532c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.meta.1731856916504.meta, exclude list is [], retry=0 2024-11-17T15:21:56,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-f43e9d2e-b420-4f00-9616-d445d6aa4441,DISK] 2024-11-17T15:21:56,520 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.meta.1731856900311.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.meta.1731856916504.meta 2024-11-17T15:21:56,520 DEBUG [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41095:41095)] 2024-11-17T15:21:56,520 DEBUG [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.meta.1731856900311.meta is not closed yet, will try archiving it next time 2024-11-17T15:21:56,520 DEBUG [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7a780d55532c%2C39889%2C1731856898223:(num 1731856899418) roll requested 2024-11-17T15:21:56,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741834_1010 (size=3473) 2024-11-17T15:21:56,534 DEBUG [regionserver/7a780d55532c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520, exclude list is [], retry=0 2024-11-17T15:21:56,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-f43e9d2e-b420-4f00-9616-d445d6aa4441,DISK] 2024-11-17T15:21:56,538 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 2024-11-17T15:21:56,538 DEBUG [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41095:41095)] 2024-11-17T15:21:56,538 DEBUG [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 is not closed yet, will try archiving it next time 2024-11-17T15:21:56,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66879a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,40763,-1 for getting cluster id 2024-11-17T15:21:56,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:56,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741832_1008 (size=695) 2024-11-17T15:21:56,539 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 not finished, retry = 0 2024-11-17T15:21:56,540 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55799330-112a-4c33-b928-097f11ce7269' 2024-11-17T15:21:56,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:56,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55799330-112a-4c33-b928-097f11ce7269" 2024-11-17T15:21:56,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b8baa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,40763,-1] 2024-11-17T15:21:56,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:56,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:56,541 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17424ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,40763,1731856898169 2024-11-17T15:21:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22391abe 2024-11-17T15:21:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:56,543 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:56,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://7a780d55532c:34115,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T15:21:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T15:21:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T15:21:56,546 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:34115' 2024-11-17T15:21:56,546 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1a3113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,546 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34115,-1 for getting cluster id 2024-11-17T15:21:56,546 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:56,547 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0135ba9c-e40b-442a-92c0-1c18ce284e87' 2024-11-17T15:21:56,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:56,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0135ba9c-e40b-442a-92c0-1c18ce284e87" 2024-11-17T15:21:56,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d132299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34115,-1] 2024-11-17T15:21:56,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:56,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:56,548 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:56,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a47e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,548 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:56,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34115,1731856904908 2024-11-17T15:21:56,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a627c6e 2024-11-17T15:21:56,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:56,550 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:56,550 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T15:21:56,550 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T15:21:56,550 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:56,550 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:56,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:56,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T15:21:56,641 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 to hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/oldWALs/7a780d55532c%2C39889%2C1731856898223.1731856899418 2024-11-17T15:21:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T15:21:56,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-17T15:21:56,711 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-17T15:21:56,740 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-7a780d55532c,39889,1731856898223, ReplicationSource: 2, currentBandwidth=0 2024-11-17T15:21:56,742 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T15:21:56,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-17T15:21:56,743 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7a780d55532c,39889,1731856898223 suceeded 2024-11-17T15:21:56,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T15:21:56,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-17T15:21:56,745 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7a780d55532c:34115,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T15:21:56,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 202 msec 2024-11-17T15:21:56,755 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7a780d55532c:34115' 2024-11-17T15:21:56,756 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14284ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,756 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34115,-1 for getting cluster id 2024-11-17T15:21:56,757 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:56,757 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0135ba9c-e40b-442a-92c0-1c18ce284e87' 2024-11-17T15:21:56,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:56,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0135ba9c-e40b-442a-92c0-1c18ce284e87" 2024-11-17T15:21:56,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5004cb83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34115,-1] 2024-11-17T15:21:56,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:56,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:56,758 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:56,759 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f43ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,759 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:56,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34115,1731856904908 2024-11-17T15:21:56,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ede1f73 2024-11-17T15:21:56,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:56,760 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-17T15:21:56,760 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7a780d55532c,39889,1731856898223 (queues=1) is replicating from cluster=55799330-112a-4c33-b928-097f11ce7269 to cluster=0135ba9c-e40b-442a-92c0-1c18ce284e87 2024-11-17T15:21:56,761 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7a780d55532c%2C39889%2C1731856898223 2024-11-17T15:21:56,761 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7a780d55532c,39889,1731856898223, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T15:21:56,761 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520, startPosition=0, beingWritten=true 2024-11-17T15:21:56,761 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7a780d55532c%2C39889%2C1731856898223 2024-11-17T15:21:56,809 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 to pos 687, reset compression=false 2024-11-17T15:21:56,815 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 was moved to hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/oldWALs/7a780d55532c%2C39889%2C1731856898223.1731856899418 2024-11-17T15:21:56,816 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418 2024-11-17T15:21:56,817 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39889,1731856898223 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856899418, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-17T15:21:56,817 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520, startPosition=0, beingWritten=true 2024-11-17T15:21:56,819 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [7a780d55532c%2C39889%2C1731856898223.1731856899418] 2024-11-17T15:21:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T15:21:56,858 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-17T15:21:56,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:56,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:56,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:56,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:56,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:56,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T15:21:56,862 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731856916862/Put/seqid=0 2024-11-17T15:21:56,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741845_1021 (size=11194) 2024-11-17T15:21:56,868 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731856916868/Put/seqid=0 2024-11-17T15:21:56,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741846_1022 (size=10791) 2024-11-17T15:21:56,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a8a0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,40763,-1 for getting cluster id 2024-11-17T15:21:56,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:56,873 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55799330-112a-4c33-b928-097f11ce7269' 2024-11-17T15:21:56,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:56,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55799330-112a-4c33-b928-097f11ce7269" 2024-11-17T15:21:56,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74594c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,40763,-1] 2024-11-17T15:21:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:56,874 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:56,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a10a596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,39889,1731856898223, seqNum=-1] 2024-11-17T15:21:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:56,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T15:21:56,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,40763,1731856898169 2024-11-17T15:21:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fcf243a 2024-11-17T15:21:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:56,884 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T15:21:56,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef., hostname=7a780d55532c,39889,1731856898223, seqNum=2] 2024-11-17T15:21:56,888 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T15:21:56,892 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-17T15:21:56,894 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-17T15:21:56,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 3c033db74ec4b9fbd3ca54ab1af581ef/f 2024-11-17T15:21:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T15:21:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:21:56,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 3c033db74ec4b9fbd3ca54ab1af581ef/f 2024-11-17T15:21:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T15:21:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:21:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HRegion(2603): Flush status journal for 3c033db74ec4b9fbd3ca54ab1af581ef: 2024-11-17T15:21:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__k7mrbkv8u6l3kmqegrms70q6e79b64u2j9fvrurugoc895lfgishkoj9k5k203eb/f/hfile_0 2024-11-17T15:21:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__k7mrbkv8u6l3kmqegrms70q6e79b64u2j9fvrurugoc895lfgishkoj9k5k203eb/f/hfile_0 as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ 2024-11-17T15:21:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__k7mrbkv8u6l3kmqegrms70q6e79b64u2j9fvrurugoc895lfgishkoj9k5k203eb/f/hfile_1 2024-11-17T15:21:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__k7mrbkv8u6l3kmqegrms70q6e79b64u2j9fvrurugoc895lfgishkoj9k5k203eb/f/hfile_1 as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ 2024-11-17T15:21:56,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__k7mrbkv8u6l3kmqegrms70q6e79b64u2j9fvrurugoc895lfgishkoj9k5k203eb/f/hfile_0 into 3c033db74ec4b9fbd3ca54ab1af581ef/f as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ - updating store file list. 2024-11-17T15:21:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45d06fba6cac43bab7c11d85809d9e05_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T15:21:56,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ into 3c033db74ec4b9fbd3ca54ab1af581ef/f 2024-11-17T15:21:56,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__k7mrbkv8u6l3kmqegrms70q6e79b64u2j9fvrurugoc895lfgishkoj9k5k203eb/f/hfile_0 into 3c033db74ec4b9fbd3ca54ab1af581ef/f (new location: hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_) 2024-11-17T15:21:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__k7mrbkv8u6l3kmqegrms70q6e79b64u2j9fvrurugoc895lfgishkoj9k5k203eb/f/hfile_0 2024-11-17T15:21:56,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__k7mrbkv8u6l3kmqegrms70q6e79b64u2j9fvrurugoc895lfgishkoj9k5k203eb/f/hfile_1 into 3c033db74ec4b9fbd3ca54ab1af581ef/f as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ - updating store file list. 2024-11-17T15:21:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T15:21:56,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ into 3c033db74ec4b9fbd3ca54ab1af581ef/f 2024-11-17T15:21:56,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__k7mrbkv8u6l3kmqegrms70q6e79b64u2j9fvrurugoc895lfgishkoj9k5k203eb/f/hfile_1 into 3c033db74ec4b9fbd3ca54ab1af581ef/f (new location: hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_) 2024-11-17T15:21:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/staging/jenkins__test__k7mrbkv8u6l3kmqegrms70q6e79b64u2j9fvrurugoc895lfgishkoj9k5k203eb/f/hfile_1 2024-11-17T15:21:56,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:56,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:56,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:56,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:56,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:56,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef., hostname=7a780d55532c,39889,1731856898223, seqNum=2 , the old value is region=test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef., hostname=7a780d55532c,39889,1731856898223, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7a780d55532c:39889 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T15:21:56,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef., hostname=7a780d55532c,39889,1731856898223, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T15:21:56,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef., hostname=7a780d55532c,39889,1731856898223, seqNum=2 from cache 2024-11-17T15:21:56,920 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T15:21:56,923 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T15:21:56,964 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 0, reset compression=false 2024-11-17T15:21:56,969 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:21:56,969 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7a780d55532c,39889,1731856898223 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c033db74ec4b9fbd3ca54ab1af581ef/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731856916918/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T15:21:56,971 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T15:21:56,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-17T15:21:56,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.ReplicationSink(318): Replicating [55799330-112a-4c33-b928-097f11ce7269] bulk loaded data 2024-11-17T15:21:56,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29d593ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,34115,-1 for getting cluster id 2024-11-17T15:21:56,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T15:21:56,973 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0135ba9c-e40b-442a-92c0-1c18ce284e87' 2024-11-17T15:21:56,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T15:21:56,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0135ba9c-e40b-442a-92c0-1c18ce284e87" 2024-11-17T15:21:56,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@306a7527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,34115,-1] 2024-11-17T15:21:56,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T15:21:56,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:56,974 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-17T15:21:56,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cb544b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T15:21:56,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741837_1013 (size=11194) 2024-11-17T15:21:57,028 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:39889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T15:21:57,169 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:21:57,267 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T15:21:57,320 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 0, reset compression=false 2024-11-17T15:21:57,325 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T15:21:57,325 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39889,1731856898223 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c033db74ec4b9fbd3ca54ab1af581ef/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731856916918/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T15:21:57,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.ReplicationSink(318): Replicating [55799330-112a-4c33-b928-097f11ce7269] bulk loaded data 2024-11-17T15:21:57,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741839_1015 (size=11194) 2024-11-17T15:21:57,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741840_1016 (size=10791) 2024-11-17T15:21:57,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T15:21:57,353 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__tepsifb93lstco9256i4lugujjfcja5a06ptjup3n9a2lub20ts4uv8dq6p68kei/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-17T15:21:57,355 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__tepsifb93lstco9256i4lugujjfcja5a06ptjup3n9a2lub20ts4uv8dq6p68kei/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-17T15:21:57,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__tepsifb93lstco9256i4lugujjfcja5a06ptjup3n9a2lub20ts4uv8dq6p68kei/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ for inclusion in 8a62efd1fe1e53875e637e5f19db514d/f 2024-11-17T15:21:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T15:21:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:21:57,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__tepsifb93lstco9256i4lugujjfcja5a06ptjup3n9a2lub20ts4uv8dq6p68kei/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ for inclusion in 8a62efd1fe1e53875e637e5f19db514d/f 2024-11-17T15:21:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T15:21:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:21:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HRegion(2603): Flush status journal for 8a62efd1fe1e53875e637e5f19db514d: 2024-11-17T15:21:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T15:21:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__tepsifb93lstco9256i4lugujjfcja5a06ptjup3n9a2lub20ts4uv8dq6p68kei/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/06bb72b48e62470f8762bda8720ad4a8_SeqId_6_ 2024-11-17T15:21:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T15:21:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__tepsifb93lstco9256i4lugujjfcja5a06ptjup3n9a2lub20ts4uv8dq6p68kei/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/21ad666656c14dcb856f533535f3ff20_SeqId_6_ 2024-11-17T15:21:57,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__tepsifb93lstco9256i4lugujjfcja5a06ptjup3n9a2lub20ts4uv8dq6p68kei/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ into 8a62efd1fe1e53875e637e5f19db514d/f as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/06bb72b48e62470f8762bda8720ad4a8_SeqId_6_ - updating store file list. 2024-11-17T15:21:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06bb72b48e62470f8762bda8720ad4a8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T15:21:57,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/06bb72b48e62470f8762bda8720ad4a8_SeqId_6_ into 8a62efd1fe1e53875e637e5f19db514d/f 2024-11-17T15:21:57,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__tepsifb93lstco9256i4lugujjfcja5a06ptjup3n9a2lub20ts4uv8dq6p68kei/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ into 8a62efd1fe1e53875e637e5f19db514d/f (new location: hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/06bb72b48e62470f8762bda8720ad4a8_SeqId_6_) 2024-11-17T15:21:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__tepsifb93lstco9256i4lugujjfcja5a06ptjup3n9a2lub20ts4uv8dq6p68kei/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ 2024-11-17T15:21:57,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__tepsifb93lstco9256i4lugujjfcja5a06ptjup3n9a2lub20ts4uv8dq6p68kei/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ into 8a62efd1fe1e53875e637e5f19db514d/f as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/21ad666656c14dcb856f533535f3ff20_SeqId_6_ - updating store file list. 2024-11-17T15:21:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 21ad666656c14dcb856f533535f3ff20_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T15:21:57,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/21ad666656c14dcb856f533535f3ff20_SeqId_6_ into 8a62efd1fe1e53875e637e5f19db514d/f 2024-11-17T15:21:57,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__tepsifb93lstco9256i4lugujjfcja5a06ptjup3n9a2lub20ts4uv8dq6p68kei/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ into 8a62efd1fe1e53875e637e5f19db514d/f (new location: hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/f/21ad666656c14dcb856f533535f3ff20_SeqId_6_) 2024-11-17T15:21:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/staging/jenkins.hfs.22__test__tepsifb93lstco9256i4lugujjfcja5a06ptjup3n9a2lub20ts4uv8dq6p68kei/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ 2024-11-17T15:21:57,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38465 {}] regionserver.ReplicationSink(324): Finished replicating [55799330-112a-4c33-b928-097f11ce7269] bulk loaded data 2024-11-17T15:21:57,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741838_1014 (size=10791) 2024-11-17T15:21:57,473 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:21:57,525 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:21:57,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T15:21:57,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,34115,1731856904908 2024-11-17T15:21:57,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c68d6b5 2024-11-17T15:21:57,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T15:21:57,797 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-17T15:21:57,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T15:21:57,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T15:21:57,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,46397,1731856904949, seqNum=-1] 2024-11-17T15:21:57,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T15:21:57,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-17T15:21:57,805 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/staging/jenkins.hfs.23__test__tpda68gcasbc7kn8blvk6fhg3teslq526a5qmvo9sane6fba3q4hrdh3tld4jk51/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-17T15:21:57,808 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/staging/jenkins.hfs.23__test__tpda68gcasbc7kn8blvk6fhg3teslq526a5qmvo9sane6fba3q4hrdh3tld4jk51/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-17T15:21:57,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/staging/jenkins.hfs.23__test__tpda68gcasbc7kn8blvk6fhg3teslq526a5qmvo9sane6fba3q4hrdh3tld4jk51/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ for inclusion in 3342f0893f51ad915c50af0375daa3ec/f 2024-11-17T15:21:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T15:21:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:21:57,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/staging/jenkins.hfs.23__test__tpda68gcasbc7kn8blvk6fhg3teslq526a5qmvo9sane6fba3q4hrdh3tld4jk51/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ for inclusion in 3342f0893f51ad915c50af0375daa3ec/f 2024-11-17T15:21:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T15:21:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T15:21:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HRegion(2603): Flush status journal for 3342f0893f51ad915c50af0375daa3ec: 2024-11-17T15:21:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T15:21:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/staging/jenkins.hfs.23__test__tpda68gcasbc7kn8blvk6fhg3teslq526a5qmvo9sane6fba3q4hrdh3tld4jk51/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ as hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/default/test/3342f0893f51ad915c50af0375daa3ec/f/0b136803cf6f4f998a0336b764a9859a_SeqId_4_ 2024-11-17T15:21:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T15:21:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/staging/jenkins.hfs.23__test__tpda68gcasbc7kn8blvk6fhg3teslq526a5qmvo9sane6fba3q4hrdh3tld4jk51/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ as hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/default/test/3342f0893f51ad915c50af0375daa3ec/f/3b1e381e731e4cfbb61e7e2ca784a039_SeqId_4_ 2024-11-17T15:21:57,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/staging/jenkins.hfs.23__test__tpda68gcasbc7kn8blvk6fhg3teslq526a5qmvo9sane6fba3q4hrdh3tld4jk51/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ into 3342f0893f51ad915c50af0375daa3ec/f as hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/default/test/3342f0893f51ad915c50af0375daa3ec/f/0b136803cf6f4f998a0336b764a9859a_SeqId_4_ - updating store file list. 2024-11-17T15:21:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b136803cf6f4f998a0336b764a9859a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T15:21:57,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/default/test/3342f0893f51ad915c50af0375daa3ec/f/0b136803cf6f4f998a0336b764a9859a_SeqId_4_ into 3342f0893f51ad915c50af0375daa3ec/f 2024-11-17T15:21:57,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/staging/jenkins.hfs.23__test__tpda68gcasbc7kn8blvk6fhg3teslq526a5qmvo9sane6fba3q4hrdh3tld4jk51/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ into 3342f0893f51ad915c50af0375daa3ec/f (new location: hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/default/test/3342f0893f51ad915c50af0375daa3ec/f/0b136803cf6f4f998a0336b764a9859a_SeqId_4_) 2024-11-17T15:21:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/staging/jenkins.hfs.23__test__tpda68gcasbc7kn8blvk6fhg3teslq526a5qmvo9sane6fba3q4hrdh3tld4jk51/f/45d06fba6cac43bab7c11d85809d9e05_SeqId_6_ 2024-11-17T15:21:57,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/staging/jenkins.hfs.23__test__tpda68gcasbc7kn8blvk6fhg3teslq526a5qmvo9sane6fba3q4hrdh3tld4jk51/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ into 3342f0893f51ad915c50af0375daa3ec/f as hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/default/test/3342f0893f51ad915c50af0375daa3ec/f/3b1e381e731e4cfbb61e7e2ca784a039_SeqId_4_ - updating store file list. 2024-11-17T15:21:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b1e381e731e4cfbb61e7e2ca784a039_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T15:21:57,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/default/test/3342f0893f51ad915c50af0375daa3ec/f/3b1e381e731e4cfbb61e7e2ca784a039_SeqId_4_ into 3342f0893f51ad915c50af0375daa3ec/f 2024-11-17T15:21:57,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/staging/jenkins.hfs.23__test__tpda68gcasbc7kn8blvk6fhg3teslq526a5qmvo9sane6fba3q4hrdh3tld4jk51/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ into 3342f0893f51ad915c50af0375daa3ec/f (new location: hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/default/test/3342f0893f51ad915c50af0375daa3ec/f/3b1e381e731e4cfbb61e7e2ca784a039_SeqId_4_) 2024-11-17T15:21:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/staging/jenkins.hfs.23__test__tpda68gcasbc7kn8blvk6fhg3teslq526a5qmvo9sane6fba3q4hrdh3tld4jk51/f/c5a294f37dd443dd9d9cefdb542a69b7_SeqId_6_ 2024-11-17T15:21:57,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.ReplicationSink(324): Finished replicating [55799330-112a-4c33-b928-097f11ce7269] bulk loaded data 2024-11-17T15:21:57,829 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:21:57,877 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:21:57,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:21:57,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:57,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:57,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:57,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:57,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:21:57,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:57,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=357964804, stopped=false 2024-11-17T15:21:57,938 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,34115,1731856904908 2024-11-17T15:21:57,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-161843573/running 2024-11-17T15:21:57,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-161843573/running 2024-11-17T15:21:57,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:57,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:57,940 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:21:57,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:21:57,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:57,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:57,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,46397,1731856904949' ***** 2024-11-17T15:21:57,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:21:57,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Set watcher on znode that does not yet exist, /2-161843573/running 2024-11-17T15:21:57,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Set watcher on znode that does not yet exist, /2-161843573/running 2024-11-17T15:21:57,941 INFO [RS:0;7a780d55532c:46397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:21:57,941 INFO [RS:0;7a780d55532c:46397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:21:57,941 INFO [RS:0;7a780d55532c:46397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:21:57,942 INFO [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for 3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:57,942 INFO [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,46397,1731856904949 2024-11-17T15:21:57,942 INFO [RS:0;7a780d55532c:46397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:21:57,942 INFO [RS:0;7a780d55532c:46397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:46397. 2024-11-17T15:21:57,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:21:57,942 DEBUG [RS:0;7a780d55532c:46397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:57,942 DEBUG [RS:0;7a780d55532c:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:57,942 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3342f0893f51ad915c50af0375daa3ec, disabling compactions & flushes 2024-11-17T15:21:57,942 INFO [RS:0;7a780d55532c:46397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:21:57,942 INFO [RS:0;7a780d55532c:46397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:21:57,942 INFO [RS:0;7a780d55532c:46397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:21:57,942 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856910280.3342f0893f51ad915c50af0375daa3ec. 2024-11-17T15:21:57,942 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856910280.3342f0893f51ad915c50af0375daa3ec. 2024-11-17T15:21:57,942 INFO [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:21:57,942 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856910280.3342f0893f51ad915c50af0375daa3ec. after waiting 0 ms 2024-11-17T15:21:57,942 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856910280.3342f0893f51ad915c50af0375daa3ec. 2024-11-17T15:21:57,943 INFO [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T15:21:57,943 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1325): Online Regions={3342f0893f51ad915c50af0375daa3ec=test,,1731856910280.3342f0893f51ad915c50af0375daa3ec., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:21:57,943 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3342f0893f51ad915c50af0375daa3ec 2024-11-17T15:21:57,943 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:21:57,944 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:21:57,944 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:21:57,944 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:21:57,944 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:21:57,944 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T15:21:57,947 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/default/test/3342f0893f51ad915c50af0375daa3ec/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T15:21:57,948 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:21:57,948 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:21:57,948 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856910280.3342f0893f51ad915c50af0375daa3ec. 2024-11-17T15:21:57,948 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3342f0893f51ad915c50af0375daa3ec: Waiting for close lock at 1731856917942Running coprocessor pre-close hooks at 1731856917942Disabling compacts and flushes for region at 1731856917942Disabling writes for close at 1731856917942Writing region close event to WAL at 1731856917944 (+2 ms)Running coprocessor post-close hooks at 1731856917948 (+4 ms)Closed at 1731856917948 2024-11-17T15:21:57,948 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856910280.3342f0893f51ad915c50af0375daa3ec. 2024-11-17T15:21:57,960 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/.tmp/info/d18cf27f177c42809e4f8f406a279a79 is 129, key is test,,1731856910280.3342f0893f51ad915c50af0375daa3ec./info:regioninfo/1731856911423/Put/seqid=0 2024-11-17T15:21:57,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741839_1015 (size=6421) 2024-11-17T15:21:58,016 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:21:58,144 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:21:58,232 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:21:58,344 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:21:58,364 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/.tmp/info/d18cf27f177c42809e4f8f406a279a79 2024-11-17T15:21:58,381 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:21:58,382 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/.tmp/ns/306bf292429b4f14a0067e5a401b10a4 is 43, key is default/ns:d/1731856906942/Put/seqid=0 2024-11-17T15:21:58,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741840_1016 (size=5153) 2024-11-17T15:21:58,409 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:21:58,409 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:21:58,544 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:21:58,735 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:21:58,744 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:21:58,787 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/.tmp/ns/306bf292429b4f14a0067e5a401b10a4 2024-11-17T15:21:58,805 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/.tmp/rep_barrier/f7a9f8be36a14efab9e77d309b51dfb3 is 112, key is test,,1731856910280.3342f0893f51ad915c50af0375daa3ec./rep_barrier:seqnumDuringOpen/1731856911423/Put/seqid=0 2024-11-17T15:21:58,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741841_1017 (size=5518) 2024-11-17T15:21:58,809 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/.tmp/rep_barrier/f7a9f8be36a14efab9e77d309b51dfb3 2024-11-17T15:21:58,825 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/.tmp/table/cd8d6058fb08443b9603426722a61588 is 40, key is test/table:state/1731856911430/Put/seqid=0 2024-11-17T15:21:58,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741842_1018 (size=5165) 2024-11-17T15:21:58,944 INFO [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T15:21:58,944 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:21:58,944 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:21:58,984 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:21:59,112 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:21:59,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,144 DEBUG [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:21:59,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:21:59,229 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/.tmp/table/cd8d6058fb08443b9603426722a61588 2024-11-17T15:21:59,233 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/.tmp/info/d18cf27f177c42809e4f8f406a279a79 as hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/info/d18cf27f177c42809e4f8f406a279a79 2024-11-17T15:21:59,236 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/info/d18cf27f177c42809e4f8f406a279a79, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T15:21:59,237 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/.tmp/ns/306bf292429b4f14a0067e5a401b10a4 as hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/ns/306bf292429b4f14a0067e5a401b10a4 2024-11-17T15:21:59,240 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/ns/306bf292429b4f14a0067e5a401b10a4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T15:21:59,241 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/.tmp/rep_barrier/f7a9f8be36a14efab9e77d309b51dfb3 as hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/rep_barrier/f7a9f8be36a14efab9e77d309b51dfb3 2024-11-17T15:21:59,245 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/rep_barrier/f7a9f8be36a14efab9e77d309b51dfb3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T15:21:59,245 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/.tmp/table/cd8d6058fb08443b9603426722a61588 as hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/table/cd8d6058fb08443b9603426722a61588 2024-11-17T15:21:59,249 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/table/cd8d6058fb08443b9603426722a61588, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T15:21:59,250 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false 2024-11-17T15:21:59,254 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T15:21:59,254 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:21:59,254 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:21:59,254 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:21:59,254 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856917943Running coprocessor pre-close hooks at 1731856917943Disabling compacts and flushes for region at 1731856917943Disabling writes for close at 1731856917944 (+1 ms)Obtaining lock to block concurrent updates at 1731856917944Preparing flush snapshotting stores in 1588230740 at 1731856917944Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731856917944Flushing stores of hbase:meta,,1.1588230740 at 1731856917945 (+1 ms)Flushing 1588230740/info: creating writer at 1731856917945Flushing 1588230740/info: appending metadata at 1731856917959 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731856917959Flushing 1588230740/ns: creating writer at 1731856918368 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731856918382 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731856918382Flushing 1588230740/rep_barrier: creating writer at 1731856918791 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856918805 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856918805Flushing 1588230740/table: creating writer at 1731856918812 (+7 ms)Flushing 1588230740/table: appending metadata at 1731856918825 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731856918825Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb6b31e: reopening flushed file at 1731856919233 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ab5040: reopening flushed file at 1731856919237 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50fe233d: reopening flushed file at 1731856919241 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dfe7cbc: reopening flushed file at 1731856919245 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false at 1731856919250 (+5 ms)Writing region close event to WAL at 1731856919251 (+1 ms)Running coprocessor post-close hooks at 1731856919254 (+3 ms)Closed at 1731856919254 2024-11-17T15:21:59,254 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:21:59,339 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:21:59,345 INFO [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,46397,1731856904949; all regions closed. 2024-11-17T15:21:59,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741834_1010 (size=2717) 2024-11-17T15:21:59,348 DEBUG [RS:0;7a780d55532c:46397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/oldWALs 2024-11-17T15:21:59,348 INFO [RS:0;7a780d55532c:46397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C46397%2C1731856904949.meta:.meta(num 1731856906902) 2024-11-17T15:21:59,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741833_1009 (size=1028) 2024-11-17T15:21:59,351 DEBUG [RS:0;7a780d55532c:46397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/oldWALs 2024-11-17T15:21:59,351 INFO [RS:0;7a780d55532c:46397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C46397%2C1731856904949:(num 1731856906542) 2024-11-17T15:21:59,351 DEBUG [RS:0;7a780d55532c:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:59,351 INFO [RS:0;7a780d55532c:46397 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:21:59,351 INFO [RS:0;7a780d55532c:46397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:21:59,352 INFO [RS:0;7a780d55532c:46397 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:21:59,352 INFO [RS:0;7a780d55532c:46397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:21:59,352 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:21:59,352 INFO [RS:0;7a780d55532c:46397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:46397. 2024-11-17T15:21:59,352 DEBUG [RS:0;7a780d55532c:46397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:21:59,352 DEBUG [RS:0;7a780d55532c:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:59,352 DEBUG [RS:0;7a780d55532c:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:21:59,353 INFO [RS:0;7a780d55532c:46397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46397 2024-11-17T15:21:59,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:21:59,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-161843573/rs/7a780d55532c,46397,1731856904949 2024-11-17T15:21:59,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573/rs 2024-11-17T15:21:59,355 INFO [RS:0;7a780d55532c:46397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:21:59,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,46397,1731856904949] 2024-11-17T15:21:59,359 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-161843573/draining/7a780d55532c,46397,1731856904949 already deleted, retry=false 2024-11-17T15:21:59,359 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,46397,1731856904949 expired; onlineServers=0 2024-11-17T15:21:59,359 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,34115,1731856904908' ***** 2024-11-17T15:21:59,359 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:21:59,359 INFO [M:0;7a780d55532c:34115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:21:59,359 INFO [M:0;7a780d55532c:34115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:21:59,359 DEBUG [M:0;7a780d55532c:34115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:21:59,359 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:21:59,359 DEBUG [M:0;7a780d55532c:34115 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:21:59,359 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856906312 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856906312,5,FailOnTimeoutGroup] 2024-11-17T15:21:59,359 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856906312 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856906312,5,FailOnTimeoutGroup] 2024-11-17T15:21:59,359 INFO [M:0;7a780d55532c:34115 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:21:59,359 INFO [M:0;7a780d55532c:34115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:21:59,359 DEBUG [M:0;7a780d55532c:34115 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:21:59,360 INFO [M:0;7a780d55532c:34115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:21:59,360 INFO [M:0;7a780d55532c:34115 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:21:59,360 INFO [M:0;7a780d55532c:34115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:21:59,360 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:21:59,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-161843573/master 2024-11-17T15:21:59,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-161843573 2024-11-17T15:21:59,361 DEBUG [M:0;7a780d55532c:34115 {}] zookeeper.ZKUtil(347): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Unable to get data of znode /2-161843573/master because node does not exist (not an error) 2024-11-17T15:21:59,361 WARN [M:0;7a780d55532c:34115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:21:59,361 INFO [M:0;7a780d55532c:34115 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/.lastflushedseqids 2024-11-17T15:21:59,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741843_1019 (size=173) 2024-11-17T15:21:59,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:21:59,457 INFO [RS:0;7a780d55532c:46397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:21:59,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1012684fefa0007, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:21:59,457 INFO [RS:0;7a780d55532c:46397 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,46397,1731856904949; zookeeper connection closed. 2024-11-17T15:21:59,457 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2205f146 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2205f146 2024-11-17T15:21:59,457 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:21:59,688 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:21:59,765 INFO [M:0;7a780d55532c:34115 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:21:59,765 INFO [M:0;7a780d55532c:34115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:21:59,766 DEBUG [M:0;7a780d55532c:34115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:21:59,766 INFO [M:0;7a780d55532c:34115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:59,766 DEBUG [M:0;7a780d55532c:34115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:59,766 DEBUG [M:0;7a780d55532c:34115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:21:59,766 DEBUG [M:0;7a780d55532c:34115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:21:59,766 INFO [M:0;7a780d55532c:34115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-17T15:21:59,784 DEBUG [M:0;7a780d55532c:34115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/654b0d0e4c884de08c095455ff20de72 is 82, key is hbase:meta,,1/info:regioninfo/1731856906932/Put/seqid=0 2024-11-17T15:21:59,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741844_1020 (size=5672) 2024-11-17T15:22:00,043 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:22:00,188 INFO [M:0;7a780d55532c:34115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/654b0d0e4c884de08c095455ff20de72 2024-11-17T15:22:00,206 DEBUG [M:0;7a780d55532c:34115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25a97371288d4ae4bb77a631c1a716b8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731856911433/Put/seqid=0 2024-11-17T15:22:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741845_1021 (size=6586) 2024-11-17T15:22:00,492 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:22:00,610 INFO [M:0;7a780d55532c:34115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25a97371288d4ae4bb77a631c1a716b8 2024-11-17T15:22:00,629 DEBUG [M:0;7a780d55532c:34115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f66fe4051d4b4ba5a30e8e83e01089e6 is 69, key is 7a780d55532c,46397,1731856904949/rs:state/1731856906390/Put/seqid=0 2024-11-17T15:22:00,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741846_1022 (size=5156) 2024-11-17T15:22:00,632 INFO [M:0;7a780d55532c:34115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f66fe4051d4b4ba5a30e8e83e01089e6 2024-11-17T15:22:00,636 DEBUG [M:0;7a780d55532c:34115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/654b0d0e4c884de08c095455ff20de72 as hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/654b0d0e4c884de08c095455ff20de72 2024-11-17T15:22:00,640 INFO [M:0;7a780d55532c:34115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/654b0d0e4c884de08c095455ff20de72, entries=8, sequenceid=55, filesize=5.5 K 2024-11-17T15:22:00,640 DEBUG [M:0;7a780d55532c:34115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25a97371288d4ae4bb77a631c1a716b8 as hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25a97371288d4ae4bb77a631c1a716b8 2024-11-17T15:22:00,643 INFO [M:0;7a780d55532c:34115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25a97371288d4ae4bb77a631c1a716b8, entries=6, sequenceid=55, filesize=6.4 K 2024-11-17T15:22:00,644 DEBUG [M:0;7a780d55532c:34115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f66fe4051d4b4ba5a30e8e83e01089e6 as hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f66fe4051d4b4ba5a30e8e83e01089e6 2024-11-17T15:22:00,647 INFO [M:0;7a780d55532c:34115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33247/user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f66fe4051d4b4ba5a30e8e83e01089e6, entries=1, sequenceid=55, filesize=5.0 K 2024-11-17T15:22:00,647 INFO [M:0;7a780d55532c:34115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=55, compaction requested=false 2024-11-17T15:22:00,649 INFO [M:0;7a780d55532c:34115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:22:00,649 DEBUG [M:0;7a780d55532c:34115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856919765Disabling compacts and flushes for region at 1731856919765Disabling writes for close at 1731856919766 (+1 ms)Obtaining lock to block concurrent updates at 1731856919766Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856919766Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731856919766Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856919767 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856919767Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856919784 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856919784Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856920192 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856920205 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856920205Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856920614 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856920629 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856920629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd819f1: reopening flushed file at 1731856920636 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eafa905: reopening flushed file at 1731856920640 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a33985: reopening flushed file at 1731856920643 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=55, compaction requested=false at 1731856920647 (+4 ms)Writing region close event to WAL at 1731856920648 (+1 ms)Closed at 1731856920648 2024-11-17T15:22:00,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741830_1006 (size=32770) 2024-11-17T15:22:00,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f0288df-e2dc-64e7-ff5d-d0eed8a4be8d/MasterData/WALs/7a780d55532c,34115,1731856904908/7a780d55532c%2C34115%2C1731856904908.1731856906227 not finished, retry = 0 2024-11-17T15:22:00,751 INFO [M:0;7a780d55532c:34115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:22:00,751 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:22:00,752 INFO [M:0;7a780d55532c:34115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34115 2024-11-17T15:22:00,752 INFO [M:0;7a780d55532c:34115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:22:00,846 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:22:00,854 INFO [M:0;7a780d55532c:34115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:22:00,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:22:00,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34115-0x1012684fefa0006, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:22:00,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7619f23c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:22:00,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c276e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:22:00,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:22:00,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@639833e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:22:00,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8e0444{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/hadoop.log.dir/,STOPPED} 2024-11-17T15:22:00,858 WARN [BP-381431443-172.17.0.2-1731856903860 heartbeating to localhost/127.0.0.1:33247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:22:00,858 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:22:00,858 WARN [BP-381431443-172.17.0.2-1731856903860 heartbeating to localhost/127.0.0.1:33247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-381431443-172.17.0.2-1731856903860 (Datanode Uuid 66d6da4a-56a4-4c0d-a42c-82024d70ecac) service to localhost/127.0.0.1:33247 2024-11-17T15:22:00,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:22:00,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/cluster_6bc042c9-ce1c-3276-0a25-b964b5f669d1/data/data1/current/BP-381431443-172.17.0.2-1731856903860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:22:00,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/cluster_6bc042c9-ce1c-3276-0a25-b964b5f669d1/data/data2/current/BP-381431443-172.17.0.2-1731856903860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:22:00,859 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:22:00,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37b41963{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:22:00,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f48e7af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:22:00,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:22:00,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16ed5815{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:22:00,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4653aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1916300-b45a-8a01-fbbe-0ecb15ab584b/hadoop.log.dir/,STOPPED} 2024-11-17T15:22:00,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:22:00,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:22:00,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:22:00,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:22:00,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:00,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:00,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:22:00,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:22:00,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=754507552, stopped=false 2024-11-17T15:22:00,880 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,34045,1731856901562 2024-11-17T15:22:00,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-428215607/running 2024-11-17T15:22:00,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-428215607/running 2024-11-17T15:22:00,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:22:00,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:22:00,882 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:22:00,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:22:00,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:22:00,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:00,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Set watcher on znode that does not yet exist, /1-428215607/running 2024-11-17T15:22:00,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Set watcher on znode that does not yet exist, /1-428215607/running 2024-11-17T15:22:00,883 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,38465,1731856901603' ***** 2024-11-17T15:22:00,883 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:22:00,883 INFO [RS:0;7a780d55532c:38465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:22:00,884 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:22:00,884 INFO [RS:0;7a780d55532c:38465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:22:00,884 INFO [RS:0;7a780d55532c:38465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:22:00,884 INFO [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:22:00,884 INFO [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,38465,1731856901603 2024-11-17T15:22:00,884 INFO [RS:0;7a780d55532c:38465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:22:00,884 INFO [RS:0;7a780d55532c:38465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:38465. 2024-11-17T15:22:00,884 DEBUG [RS:0;7a780d55532c:38465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:22:00,884 DEBUG [RS:0;7a780d55532c:38465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:00,884 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a62efd1fe1e53875e637e5f19db514d, disabling compactions & flushes 2024-11-17T15:22:00,884 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d. 2024-11-17T15:22:00,884 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d. 2024-11-17T15:22:00,885 INFO [RS:0;7a780d55532c:38465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:22:00,885 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d. after waiting 0 ms 2024-11-17T15:22:00,885 INFO [RS:0;7a780d55532c:38465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:22:00,885 INFO [RS:0;7a780d55532c:38465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:22:00,885 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d. 2024-11-17T15:22:00,885 INFO [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:22:00,885 INFO [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T15:22:00,885 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1325): Online Regions={8a62efd1fe1e53875e637e5f19db514d=test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:22:00,885 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a62efd1fe1e53875e637e5f19db514d 2024-11-17T15:22:00,885 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:22:00,885 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:22:00,885 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:22:00,885 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:22:00,885 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:22:00,885 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T15:22:00,890 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/default/test/8a62efd1fe1e53875e637e5f19db514d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T15:22:00,890 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:22:00,890 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:22:00,890 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d. 2024-11-17T15:22:00,890 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a62efd1fe1e53875e637e5f19db514d: Waiting for close lock at 1731856920884Running coprocessor pre-close hooks at 1731856920884Disabling compacts and flushes for region at 1731856920884Disabling writes for close at 1731856920885 (+1 ms)Writing region close event to WAL at 1731856920885Running coprocessor post-close hooks at 1731856920890 (+5 ms)Closed at 1731856920890 2024-11-17T15:22:00,891 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d. 2024-11-17T15:22:00,907 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/.tmp/info/4fb56cb5600f4284bf99349f1508da24 is 129, key is test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d./info:regioninfo/1731856909883/Put/seqid=0 2024-11-17T15:22:00,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741841_1017 (size=6421) 2024-11-17T15:22:00,975 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:22:01,073 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:22:01,073 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:22:01,085 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:22:01,285 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:22:01,311 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/.tmp/info/4fb56cb5600f4284bf99349f1508da24 2024-11-17T15:22:01,333 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/.tmp/ns/8c99db411d5f497396a2d74332370b27 is 43, key is default/ns:d/1731856903745/Put/seqid=0 2024-11-17T15:22:01,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741842_1018 (size=5153) 2024-11-17T15:22:01,408 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:22:01,485 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:22:01,686 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:22:01,736 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/.tmp/ns/8c99db411d5f497396a2d74332370b27 2024-11-17T15:22:01,750 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:22:01,754 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/.tmp/rep_barrier/9d87d2c13da044a0838d7ac11904c40c is 112, key is test,,1731856909141.8a62efd1fe1e53875e637e5f19db514d./rep_barrier:seqnumDuringOpen/1731856909883/Put/seqid=0 2024-11-17T15:22:01,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741843_1019 (size=5518) 2024-11-17T15:22:01,886 INFO [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T15:22:01,886 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:22:01,886 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:22:02,086 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:22:02,158 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/.tmp/rep_barrier/9d87d2c13da044a0838d7ac11904c40c 2024-11-17T15:22:02,175 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/.tmp/table/f1cdd366898d44a181c37555d5145e3a is 40, key is test/table:state/1731856909890/Put/seqid=0 2024-11-17T15:22:02,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741844_1020 (size=5165) 2024-11-17T15:22:02,286 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:22:02,411 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:22:02,486 DEBUG [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:22:02,519 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T15:22:02,579 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/.tmp/table/f1cdd366898d44a181c37555d5145e3a 2024-11-17T15:22:02,583 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/.tmp/info/4fb56cb5600f4284bf99349f1508da24 as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/info/4fb56cb5600f4284bf99349f1508da24 2024-11-17T15:22:02,586 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/info/4fb56cb5600f4284bf99349f1508da24, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T15:22:02,587 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/.tmp/ns/8c99db411d5f497396a2d74332370b27 as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/ns/8c99db411d5f497396a2d74332370b27 2024-11-17T15:22:02,590 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/ns/8c99db411d5f497396a2d74332370b27, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T15:22:02,590 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/.tmp/rep_barrier/9d87d2c13da044a0838d7ac11904c40c as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/rep_barrier/9d87d2c13da044a0838d7ac11904c40c 2024-11-17T15:22:02,594 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/rep_barrier/9d87d2c13da044a0838d7ac11904c40c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T15:22:02,594 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/.tmp/table/f1cdd366898d44a181c37555d5145e3a as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/table/f1cdd366898d44a181c37555d5145e3a 2024-11-17T15:22:02,597 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/table/f1cdd366898d44a181c37555d5145e3a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T15:22:02,598 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=11, compaction requested=false 2024-11-17T15:22:02,601 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T15:22:02,602 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:22:02,602 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:22:02,602 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:22:02,602 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856920885Running coprocessor pre-close hooks at 1731856920885Disabling compacts and flushes for region at 1731856920885Disabling writes for close at 1731856920885Obtaining lock to block concurrent updates at 1731856920885Preparing flush snapshotting stores in 1588230740 at 1731856920885Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731856920886 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731856920886Flushing 1588230740/info: creating writer at 1731856920886Flushing 1588230740/info: appending metadata at 1731856920907 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731856920907Flushing 1588230740/ns: creating writer at 1731856921315 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731856921332 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731856921332Flushing 1588230740/rep_barrier: creating writer at 1731856921740 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856921754 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856921754Flushing 1588230740/table: creating writer at 1731856922162 (+408 ms)Flushing 1588230740/table: appending metadata at 1731856922175 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731856922175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae71011: reopening flushed file at 1731856922583 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531c9a81: reopening flushed file at 1731856922586 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70dbd721: reopening flushed file at 1731856922590 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d363212: reopening flushed file at 1731856922594 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=11, compaction requested=false at 1731856922598 (+4 ms)Writing region close event to WAL at 1731856922599 (+1 ms)Running coprocessor post-close hooks at 1731856922602 (+3 ms)Closed at 1731856922602 2024-11-17T15:22:02,602 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:22:02,687 INFO [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,38465,1731856901603; all regions closed. 2024-11-17T15:22:02,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741834_1010 (size=2717) 2024-11-17T15:22:02,690 DEBUG [RS:0;7a780d55532c:38465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/oldWALs 2024-11-17T15:22:02,690 INFO [RS:0;7a780d55532c:38465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C38465%2C1731856901603.meta:.meta(num 1731856903706) 2024-11-17T15:22:02,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741833_1009 (size=1374) 2024-11-17T15:22:02,693 DEBUG [RS:0;7a780d55532c:38465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/oldWALs 2024-11-17T15:22:02,693 INFO [RS:0;7a780d55532c:38465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C38465%2C1731856901603:(num 1731856903195) 2024-11-17T15:22:02,693 DEBUG [RS:0;7a780d55532c:38465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:02,693 INFO [RS:0;7a780d55532c:38465 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:22:02,693 INFO [RS:0;7a780d55532c:38465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:22:02,693 INFO [RS:0;7a780d55532c:38465 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T15:22:02,694 INFO [RS:0;7a780d55532c:38465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:22:02,694 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:22:02,694 INFO [RS:0;7a780d55532c:38465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:38465. 2024-11-17T15:22:02,694 DEBUG [RS:0;7a780d55532c:38465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:22:02,694 DEBUG [RS:0;7a780d55532c:38465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:02,694 DEBUG [RS:0;7a780d55532c:38465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:02,694 INFO [RS:0;7a780d55532c:38465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38465 2024-11-17T15:22:02,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:22:02,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-428215607/rs/7a780d55532c,38465,1731856901603 2024-11-17T15:22:02,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607/rs 2024-11-17T15:22:02,698 INFO [RS:0;7a780d55532c:38465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:22:02,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,38465,1731856901603] 2024-11-17T15:22:02,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-428215607/draining/7a780d55532c,38465,1731856901603 already deleted, retry=false 2024-11-17T15:22:02,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,38465,1731856901603 expired; onlineServers=0 2024-11-17T15:22:02,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,34045,1731856901562' ***** 2024-11-17T15:22:02,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:22:02,700 INFO [M:0;7a780d55532c:34045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:22:02,700 INFO [M:0;7a780d55532c:34045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:22:02,701 DEBUG [M:0;7a780d55532c:34045 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:22:02,701 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:22:02,701 DEBUG [M:0;7a780d55532c:34045 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:22:02,701 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856902965 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856902965,5,FailOnTimeoutGroup] 2024-11-17T15:22:02,701 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856902965 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856902965,5,FailOnTimeoutGroup] 2024-11-17T15:22:02,701 INFO [M:0;7a780d55532c:34045 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:22:02,701 INFO [M:0;7a780d55532c:34045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:22:02,701 DEBUG [M:0;7a780d55532c:34045 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:22:02,701 INFO [M:0;7a780d55532c:34045 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:22:02,701 INFO [M:0;7a780d55532c:34045 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:22:02,701 INFO [M:0;7a780d55532c:34045 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:22:02,701 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:22:02,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-428215607/master 2024-11-17T15:22:02,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-428215607 2024-11-17T15:22:02,702 DEBUG [M:0;7a780d55532c:34045 {}] zookeeper.ZKUtil(347): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Unable to get data of znode /1-428215607/master because node does not exist (not an error) 2024-11-17T15:22:02,702 WARN [M:0;7a780d55532c:34045 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:22:02,714 INFO [M:0;7a780d55532c:34045 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/.lastflushedseqids 2024-11-17T15:22:02,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741845_1021 (size=173) 2024-11-17T15:22:02,718 INFO [M:0;7a780d55532c:34045 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:22:02,718 INFO [M:0;7a780d55532c:34045 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:22:02,718 DEBUG [M:0;7a780d55532c:34045 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:22:02,718 INFO [M:0;7a780d55532c:34045 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:22:02,718 DEBUG [M:0;7a780d55532c:34045 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:22:02,718 DEBUG [M:0;7a780d55532c:34045 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:22:02,718 DEBUG [M:0;7a780d55532c:34045 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:22:02,718 INFO [M:0;7a780d55532c:34045 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-17T15:22:02,733 DEBUG [M:0;7a780d55532c:34045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8b3365948204ae4a98d008505f5359d is 82, key is hbase:meta,,1/info:regioninfo/1731856903736/Put/seqid=0 2024-11-17T15:22:02,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741846_1022 (size=5672) 2024-11-17T15:22:02,753 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:22:02,755 DEBUG [master/7a780d55532c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=12, created chunk count=34, reused chunk count=159, reuseRatio=82.38% 2024-11-17T15:22:02,755 DEBUG [master/7a780d55532c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-17T15:22:02,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:22:02,799 INFO [RS:0;7a780d55532c:38465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:22:02,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38465-0x1012684fefa0004, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:22:02,799 INFO [RS:0;7a780d55532c:38465 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,38465,1731856901603; zookeeper connection closed. 2024-11-17T15:22:02,799 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e99af25 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e99af25 2024-11-17T15:22:02,800 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:22:03,136 INFO [M:0;7a780d55532c:34045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8b3365948204ae4a98d008505f5359d 2024-11-17T15:22:03,154 DEBUG [M:0;7a780d55532c:34045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61f22309d3134919b6ac6bd83cd5b9b4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731856909893/Put/seqid=0 2024-11-17T15:22:03,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741847_1023 (size=6586) 2024-11-17T15:22:03,157 INFO [M:0;7a780d55532c:34045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61f22309d3134919b6ac6bd83cd5b9b4 2024-11-17T15:22:03,174 DEBUG [M:0;7a780d55532c:34045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb404a5d034943ffab10c23708d072f2 is 69, key is 7a780d55532c,38465,1731856901603/rs:state/1731856903042/Put/seqid=0 2024-11-17T15:22:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741848_1024 (size=5156) 2024-11-17T15:22:03,177 INFO [M:0;7a780d55532c:34045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb404a5d034943ffab10c23708d072f2 2024-11-17T15:22:03,180 DEBUG [M:0;7a780d55532c:34045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8b3365948204ae4a98d008505f5359d as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8b3365948204ae4a98d008505f5359d 2024-11-17T15:22:03,184 INFO [M:0;7a780d55532c:34045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8b3365948204ae4a98d008505f5359d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-17T15:22:03,185 DEBUG [M:0;7a780d55532c:34045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61f22309d3134919b6ac6bd83cd5b9b4 as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61f22309d3134919b6ac6bd83cd5b9b4 2024-11-17T15:22:03,188 INFO [M:0;7a780d55532c:34045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61f22309d3134919b6ac6bd83cd5b9b4, entries=6, sequenceid=55, filesize=6.4 K 2024-11-17T15:22:03,188 DEBUG [M:0;7a780d55532c:34045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb404a5d034943ffab10c23708d072f2 as hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb404a5d034943ffab10c23708d072f2 2024-11-17T15:22:03,191 INFO [M:0;7a780d55532c:34045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40301/user/jenkins/test-data/a154cb37-9818-e283-211e-49de8e8b7100/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb404a5d034943ffab10c23708d072f2, entries=1, sequenceid=55, filesize=5.0 K 2024-11-17T15:22:03,192 INFO [M:0;7a780d55532c:34045 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 474ms, sequenceid=55, compaction requested=false 2024-11-17T15:22:03,196 INFO [M:0;7a780d55532c:34045 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:22:03,196 DEBUG [M:0;7a780d55532c:34045 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856922718Disabling compacts and flushes for region at 1731856922718Disabling writes for close at 1731856922718Obtaining lock to block concurrent updates at 1731856922718Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856922718Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731856922719 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856922719Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856922719Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856922733 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856922733Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856923140 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856923153 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856923153Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856923160 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856923173 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856923173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a4841e: reopening flushed file at 1731856923180 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29503dfb: reopening flushed file at 1731856923184 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d9f512: reopening flushed file at 1731856923188 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 474ms, sequenceid=55, compaction requested=false at 1731856923192 (+4 ms)Writing region close event to WAL at 1731856923196 (+4 ms)Closed at 1731856923196 2024-11-17T15:22:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741830_1006 (size=32770) 2024-11-17T15:22:03,199 INFO [M:0;7a780d55532c:34045 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:22:03,199 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:22:03,199 INFO [M:0;7a780d55532c:34045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34045 2024-11-17T15:22:03,200 INFO [M:0;7a780d55532c:34045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:22:03,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:22:03,303 INFO [M:0;7a780d55532c:34045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:22:03,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1012684fefa0003, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:22:03,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4302dd58{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:22:03,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69db6d22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:22:03,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:22:03,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23281ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:22:03,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34dadd77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/hadoop.log.dir/,STOPPED} 2024-11-17T15:22:03,307 WARN [BP-843731549-172.17.0.2-1731856900476 heartbeating to localhost/127.0.0.1:40301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:22:03,307 WARN [BP-843731549-172.17.0.2-1731856900476 heartbeating to localhost/127.0.0.1:40301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-843731549-172.17.0.2-1731856900476 (Datanode Uuid e9b04d2c-3ffe-4f8f-b3ee-e20fafc5f5b6) service to localhost/127.0.0.1:40301 2024-11-17T15:22:03,307 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:22:03,307 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:22:03,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/cluster_66703af5-9b7c-6c08-03b5-5156b32bd678/data/data1/current/BP-843731549-172.17.0.2-1731856900476 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:22:03,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/cluster_66703af5-9b7c-6c08-03b5-5156b32bd678/data/data2/current/BP-843731549-172.17.0.2-1731856900476 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:22:03,308 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:22:03,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23eb75bc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:22:03,315 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f9aff05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:22:03,315 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:22:03,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b10e88e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:22:03,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@719579c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c8a3045-3eb4-c73f-c918-7eb92a9ad1bf/hadoop.log.dir/,STOPPED} 2024-11-17T15:22:03,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:22:03,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T15:22:03,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:22:03,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:22:03,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:03,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:03,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:22:03,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T15:22:03,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=852010317, stopped=false 2024-11-17T15:22:03,330 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,40763,1731856898169 2024-11-17T15:22:03,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968739386/running 2024-11-17T15:22:03,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968739386/running 2024-11-17T15:22:03,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:22:03,332 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:22:03,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:22:03,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T15:22:03,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Set watcher on znode that does not yet exist, /01968739386/running 2024-11-17T15:22:03,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:22:03,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:03,333 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,39889,1731856898223' ***** 2024-11-17T15:22:03,333 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T15:22:03,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Set watcher on znode that does not yet exist, /01968739386/running 2024-11-17T15:22:03,333 INFO [RS:0;7a780d55532c:39889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T15:22:03,333 INFO [RS:0;7a780d55532c:39889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T15:22:03,333 INFO [RS:0;7a780d55532c:39889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T15:22:03,333 INFO [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:22:03,333 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T15:22:03,334 INFO [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c033db74ec4b9fbd3ca54ab1af581ef 2024-11-17T15:22:03,334 INFO [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,39889,1731856898223 2024-11-17T15:22:03,334 INFO [RS:0;7a780d55532c:39889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:22:03,334 INFO [RS:0;7a780d55532c:39889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:39889. 2024-11-17T15:22:03,334 DEBUG [RS:0;7a780d55532c:39889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:22:03,334 DEBUG [RS:0;7a780d55532c:39889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:03,334 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fd9e9c3e4347b344c16025f42307969, disabling compactions & flushes 2024-11-17T15:22:03,334 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. 2024-11-17T15:22:03,334 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. 2024-11-17T15:22:03,334 INFO [RS:0;7a780d55532c:39889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T15:22:03,334 INFO [RS:0;7a780d55532c:39889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T15:22:03,334 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. after waiting 0 ms 2024-11-17T15:22:03,334 INFO [RS:0;7a780d55532c:39889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T15:22:03,334 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. 2024-11-17T15:22:03,334 INFO [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T15:22:03,334 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7fd9e9c3e4347b344c16025f42307969 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-17T15:22:03,334 INFO [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T15:22:03,334 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1325): Online Regions={7fd9e9c3e4347b344c16025f42307969=hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969., 1588230740=hbase:meta,,1.1588230740, 3c033db74ec4b9fbd3ca54ab1af581ef=test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef.} 2024-11-17T15:22:03,334 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c033db74ec4b9fbd3ca54ab1af581ef, 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:22:03,335 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T15:22:03,335 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T15:22:03,335 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T15:22:03,335 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T15:22:03,335 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T15:22:03,335 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T15:22:03,351 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/.tmp/info/6558a502609e4d39b44d0d509519593a is 147, key is hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969./info:regioninfo/1731856913625/Put/seqid=0 2024-11-17T15:22:03,353 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/replication/7fd9e9c3e4347b344c16025f42307969/.tmp/hfileref/984b69a9fd614c0697824d88dd9f5e74 is 74, key is 1/hfileref:0cf1204c72fb48db94785e991c798f61_SeqId_4_/1731856915954/DeleteColumn/seqid=0 2024-11-17T15:22:03,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741847_1023 (size=7686) 2024-11-17T15:22:03,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741848_1024 (size=5489) 2024-11-17T15:22:03,407 INFO [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:22:03,514 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:22:03,534 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c033db74ec4b9fbd3ca54ab1af581ef, 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:22:03,735 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c033db74ec4b9fbd3ca54ab1af581ef, 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:22:03,758 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/.tmp/info/6558a502609e4d39b44d0d509519593a 2024-11-17T15:22:03,760 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/replication/7fd9e9c3e4347b344c16025f42307969/.tmp/hfileref/984b69a9fd614c0697824d88dd9f5e74 2024-11-17T15:22:03,777 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/.tmp/ns/4b45190ad9ad4cc1971889a58d948d53 is 43, key is default/ns:d/1731856900360/Put/seqid=0 2024-11-17T15:22:03,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741849_1025 (size=5153) 2024-11-17T15:22:03,783 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/replication/7fd9e9c3e4347b344c16025f42307969/.tmp/queue/0f1f2bd98be8417da6a502edd19eff5b is 153, key is 1-7a780d55532c,39889,1731856898223/queue:7a780d55532c%2C39889%2C1731856898223/1731856917378/Put/seqid=0 2024-11-17T15:22:03,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741850_1026 (size=5504) 2024-11-17T15:22:03,856 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:22:03,935 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c033db74ec4b9fbd3ca54ab1af581ef, 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:22:04,135 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c033db74ec4b9fbd3ca54ab1af581ef, 7fd9e9c3e4347b344c16025f42307969 2024-11-17T15:22:04,180 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/.tmp/ns/4b45190ad9ad4cc1971889a58d948d53 2024-11-17T15:22:04,186 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/replication/7fd9e9c3e4347b344c16025f42307969/.tmp/queue/0f1f2bd98be8417da6a502edd19eff5b 2024-11-17T15:22:04,190 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/replication/7fd9e9c3e4347b344c16025f42307969/.tmp/hfileref/984b69a9fd614c0697824d88dd9f5e74 as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/replication/7fd9e9c3e4347b344c16025f42307969/hfileref/984b69a9fd614c0697824d88dd9f5e74 2024-11-17T15:22:04,193 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/replication/7fd9e9c3e4347b344c16025f42307969/hfileref/984b69a9fd614c0697824d88dd9f5e74, entries=6, sequenceid=17, filesize=5.4 K 2024-11-17T15:22:04,194 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/replication/7fd9e9c3e4347b344c16025f42307969/.tmp/queue/0f1f2bd98be8417da6a502edd19eff5b as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/replication/7fd9e9c3e4347b344c16025f42307969/queue/0f1f2bd98be8417da6a502edd19eff5b 2024-11-17T15:22:04,197 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/replication/7fd9e9c3e4347b344c16025f42307969/queue/0f1f2bd98be8417da6a502edd19eff5b, entries=2, sequenceid=17, filesize=5.4 K 2024-11-17T15:22:04,198 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7fd9e9c3e4347b344c16025f42307969 in 863ms, sequenceid=17, compaction requested=false 2024-11-17T15:22:04,200 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/.tmp/rep_barrier/ac22927ad0084f27ba1f4819be1d23e9 is 112, key is test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef./rep_barrier:seqnumDuringOpen/1731856908132/Put/seqid=0 2024-11-17T15:22:04,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741851_1027 (size=5518) 2024-11-17T15:22:04,204 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/replication/7fd9e9c3e4347b344c16025f42307969/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-17T15:22:04,204 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:22:04,204 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:22:04,204 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. 2024-11-17T15:22:04,204 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fd9e9c3e4347b344c16025f42307969: Waiting for close lock at 1731856923334Running coprocessor pre-close hooks at 1731856923334Disabling compacts and flushes for region at 1731856923334Disabling writes for close at 1731856923334Obtaining lock to block concurrent updates at 1731856923334Preparing flush snapshotting stores in 7fd9e9c3e4347b344c16025f42307969 at 1731856923334Finished memstore snapshotting hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731856923334Flushing stores of hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. at 1731856923335 (+1 ms)Flushing 7fd9e9c3e4347b344c16025f42307969/hfileref: creating writer at 1731856923335Flushing 7fd9e9c3e4347b344c16025f42307969/hfileref: appending metadata at 1731856923353 (+18 ms)Flushing 7fd9e9c3e4347b344c16025f42307969/hfileref: closing flushed file at 1731856923353Flushing 7fd9e9c3e4347b344c16025f42307969/queue: creating writer at 1731856923764 (+411 ms)Flushing 7fd9e9c3e4347b344c16025f42307969/queue: appending metadata at 1731856923783 (+19 ms)Flushing 7fd9e9c3e4347b344c16025f42307969/queue: closing flushed file at 1731856923783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da9c512: reopening flushed file at 1731856924189 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dec0c45: reopening flushed file at 1731856924193 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7fd9e9c3e4347b344c16025f42307969 in 863ms, sequenceid=17, compaction requested=false at 1731856924198 (+5 ms)Writing region close event to WAL at 1731856924201 (+3 ms)Running coprocessor post-close hooks at 1731856924204 (+3 ms)Closed at 1731856924204 2024-11-17T15:22:04,204 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731856912447.7fd9e9c3e4347b344c16025f42307969. 2024-11-17T15:22:04,204 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c033db74ec4b9fbd3ca54ab1af581ef, disabling compactions & flushes 2024-11-17T15:22:04,204 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef. 2024-11-17T15:22:04,204 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef. 2024-11-17T15:22:04,204 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef. after waiting 0 ms 2024-11-17T15:22:04,204 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef. 2024-11-17T15:22:04,207 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/default/test/3c033db74ec4b9fbd3ca54ab1af581ef/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T15:22:04,207 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:22:04,207 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T15:22:04,207 INFO [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef. 2024-11-17T15:22:04,207 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c033db74ec4b9fbd3ca54ab1af581ef: Waiting for close lock at 1731856924204Running coprocessor pre-close hooks at 1731856924204Disabling compacts and flushes for region at 1731856924204Disabling writes for close at 1731856924204Writing region close event to WAL at 1731856924205 (+1 ms)Running coprocessor post-close hooks at 1731856924207 (+2 ms)Closed at 1731856924207 2024-11-17T15:22:04,208 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731856906986.3c033db74ec4b9fbd3ca54ab1af581ef. 2024-11-17T15:22:04,281 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T15:22:04,281 INFO [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T15:22:04,335 INFO [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T15:22:04,335 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T15:22:04,335 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:22:04,535 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:22:04,604 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/.tmp/rep_barrier/ac22927ad0084f27ba1f4819be1d23e9 2024-11-17T15:22:04,622 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/.tmp/table/cea4f3e7fd35472f8d9c9e036c3ea947 is 53, key is hbase:replication/table:state/1731856913631/Put/seqid=0 2024-11-17T15:22:04,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741852_1028 (size=5308) 2024-11-17T15:22:04,718 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:22:04,723 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:22:04,723 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 688, reset compression=false 2024-11-17T15:22:04,723 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7a780d55532c,39889,1731856898223 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:22:04,724 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7a780d55532c,39889,1731856898223: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-7a780d55532c,39889,1731856898223, walGroup=7a780d55532c%2C39889%2C1731856898223, offset=7a780d55532c%2C39889%2C1731856898223.1731856916520:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:39889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T15:22:04,725 ERROR [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T15:22:04,725 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T15:22:04,725 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T15:22:04,725 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T15:22:04,725 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T15:22:04,725 INFO [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1530920960, "init": 1048576000, "max": 2306867200, "used": 1060421064 }, "NonHeapMemoryUsage": { "committed": 210173952, "init": 7667712, "max": -1, "used": 207205944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T15:22:04,726 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:40763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a780d55532c:40763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T15:22:04,736 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:22:04,756 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T15:22:04,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T15:22:04,925 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 688, reset compression=false 2024-11-17T15:22:04,936 DEBUG [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T15:22:05,029 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/.tmp/table/cea4f3e7fd35472f8d9c9e036c3ea947 2024-11-17T15:22:05,034 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/.tmp/info/6558a502609e4d39b44d0d509519593a as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/info/6558a502609e4d39b44d0d509519593a 2024-11-17T15:22:05,037 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/info/6558a502609e4d39b44d0d509519593a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T15:22:05,037 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/.tmp/ns/4b45190ad9ad4cc1971889a58d948d53 as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/ns/4b45190ad9ad4cc1971889a58d948d53 2024-11-17T15:22:05,041 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/ns/4b45190ad9ad4cc1971889a58d948d53, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T15:22:05,042 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/.tmp/rep_barrier/ac22927ad0084f27ba1f4819be1d23e9 as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/rep_barrier/ac22927ad0084f27ba1f4819be1d23e9 2024-11-17T15:22:05,045 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/rep_barrier/ac22927ad0084f27ba1f4819be1d23e9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T15:22:05,045 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/.tmp/table/cea4f3e7fd35472f8d9c9e036c3ea947 as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/table/cea4f3e7fd35472f8d9c9e036c3ea947 2024-11-17T15:22:05,049 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/table/cea4f3e7fd35472f8d9c9e036c3ea947, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T15:22:05,049 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-11-17T15:22:05,049 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T15:22:05,053 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T15:22:05,054 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T15:22:05,054 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T15:22:05,054 INFO [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T15:22:05,054 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731856923334Running coprocessor pre-close hooks at 1731856923334Disabling compacts and flushes for region at 1731856923334Disabling writes for close at 1731856923335 (+1 ms)Obtaining lock to block concurrent updates at 1731856923335Preparing flush snapshotting stores in 1588230740 at 1731856923335Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731856923335Flushing stores of hbase:meta,,1.1588230740 at 1731856923335Flushing 1588230740/info: creating writer at 1731856923336 (+1 ms)Flushing 1588230740/info: appending metadata at 1731856923350 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731856923350Flushing 1588230740/ns: creating writer at 1731856923763 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731856923776 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731856923776Flushing 1588230740/rep_barrier: creating writer at 1731856924184 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731856924200 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731856924200Flushing 1588230740/table: creating writer at 1731856924607 (+407 ms)Flushing 1588230740/table: appending metadata at 1731856924621 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731856924621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23252a96: reopening flushed file at 1731856925033 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a11923: reopening flushed file at 1731856925037 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55e7f089: reopening flushed file at 1731856925041 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665c571f: reopening flushed file at 1731856925045 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1731856925049 (+4 ms)Writing region close event to WAL at 1731856925051 (+2 ms)Running coprocessor post-close hooks at 1731856925054 (+3 ms)Closed at 1731856925054 2024-11-17T15:22:05,054 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T15:22:05,059 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 393, reset compression=false 2024-11-17T15:22:05,063 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T15:22:05,063 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 688, reset compression=false 2024-11-17T15:22:05,063 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7a780d55532c,39889,1731856898223 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T15:22:05,064 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-17T15:22:05,136 INFO [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,39889,1731856898223; all regions closed. 2024-11-17T15:22:05,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741843_1019 (size=859) 2024-11-17T15:22:05,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.meta.1731856916504.meta not finished, retry = 0 2024-11-17T15:22:05,229 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 688, reset compression=false 2024-11-17T15:22:05,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741842_1018 (size=2791) 2024-11-17T15:22:05,240 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.rep.1731856916487 not finished, retry = 0 2024-11-17T15:22:05,266 DEBUG [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/WALs/7a780d55532c,39889,1731856898223/7a780d55532c%2C39889%2C1731856898223.1731856916520 to pos 688, reset compression=false 2024-11-17T15:22:05,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741844_1020 (size=696) 2024-11-17T15:22:05,344 DEBUG [RS:0;7a780d55532c:39889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:05,344 INFO [RS:0;7a780d55532c:39889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T15:22:05,344 INFO [RS:0;7a780d55532c:39889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:22:05,344 INFO [RS:0;7a780d55532c:39889 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T15:22:05,344 INFO [RS:0;7a780d55532c:39889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:22:05,344 INFO [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:22:05,345 INFO [RS:0;7a780d55532c:39889 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7a780d55532c,39889,1731856898223 because: Region server is closing 2024-11-17T15:22:05,345 INFO [RS:0;7a780d55532c:39889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:39889. 2024-11-17T15:22:05,345 DEBUG [RS:0;7a780d55532c:39889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:22:05,345 DEBUG [RS:0;7a780d55532c:39889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:05,345 DEBUG [RS:0;7a780d55532c:39889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:05,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:22:05,445 INFO [RS:0;7a780d55532c:39889 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 terminated 2024-11-17T15:22:05,446 INFO [RS:0;7a780d55532c:39889 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7a780d55532c,39889,1731856898223 because: Region server is closing 2024-11-17T15:22:05,445 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,1-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,1-7a780d55532c,39889,1731856898223 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T15:22:05,446 INFO [RS:0;7a780d55532c:39889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:39889. 2024-11-17T15:22:05,446 DEBUG [RS:0;7a780d55532c:39889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T15:22:05,446 DEBUG [RS:0;7a780d55532c:39889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:05,446 DEBUG [RS:0;7a780d55532c:39889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T15:22:05,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T15:22:05,546 INFO [RS:0;7a780d55532c:39889 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.shipper7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 terminated 2024-11-17T15:22:05,546 INFO [RS:0;7a780d55532c:39889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39889 2024-11-17T15:22:05,546 WARN [RS_REFRESH_PEER-regionserver/7a780d55532c:0-0.replicationSource,2-7a780d55532c,39889,1731856898223.replicationSource.wal-reader.7a780d55532c%2C39889%2C1731856898223,2-7a780d55532c,39889,1731856898223 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T15:22:05,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386/rs 2024-11-17T15:22:05,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968739386/rs/7a780d55532c,39889,1731856898223 2024-11-17T15:22:05,549 INFO [RS:0;7a780d55532c:39889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:22:05,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,39889,1731856898223] 2024-11-17T15:22:05,552 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01968739386/draining/7a780d55532c,39889,1731856898223 already deleted, retry=false 2024-11-17T15:22:05,552 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,39889,1731856898223 expired; onlineServers=0 2024-11-17T15:22:05,552 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,40763,1731856898169' ***** 2024-11-17T15:22:05,552 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T15:22:05,552 INFO [M:0;7a780d55532c:40763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T15:22:05,552 INFO [M:0;7a780d55532c:40763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T15:22:05,552 DEBUG [M:0;7a780d55532c:40763 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T15:22:05,552 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T15:22:05,552 DEBUG [M:0;7a780d55532c:40763 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T15:22:05,552 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856899168 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731856899168,5,FailOnTimeoutGroup] 2024-11-17T15:22:05,552 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856899168 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731856899168,5,FailOnTimeoutGroup] 2024-11-17T15:22:05,552 INFO [M:0;7a780d55532c:40763 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T15:22:05,552 INFO [M:0;7a780d55532c:40763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T15:22:05,552 DEBUG [M:0;7a780d55532c:40763 {}] master.HMaster(1795): Stopping service threads 2024-11-17T15:22:05,552 INFO [M:0;7a780d55532c:40763 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T15:22:05,553 INFO [M:0;7a780d55532c:40763 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T15:22:05,553 INFO [M:0;7a780d55532c:40763 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T15:22:05,553 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T15:22:05,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968739386/master 2024-11-17T15:22:05,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968739386 2024-11-17T15:22:05,554 DEBUG [M:0;7a780d55532c:40763 {}] zookeeper.ZKUtil(347): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Unable to get data of znode /01968739386/master because node does not exist (not an error) 2024-11-17T15:22:05,554 WARN [M:0;7a780d55532c:40763 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T15:22:05,555 INFO [M:0;7a780d55532c:40763 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/.lastflushedseqids 2024-11-17T15:22:05,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741853_1029 (size=263) 2024-11-17T15:22:05,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:22:05,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1012684fefa0001, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:22:05,651 INFO [RS:0;7a780d55532c:39889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:22:05,651 INFO [RS:0;7a780d55532c:39889 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,39889,1731856898223; zookeeper connection closed. 2024-11-17T15:22:05,651 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5174b5f4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5174b5f4 2024-11-17T15:22:05,651 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T15:22:05,959 INFO [M:0;7a780d55532c:40763 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T15:22:05,959 INFO [M:0;7a780d55532c:40763 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T15:22:05,959 DEBUG [M:0;7a780d55532c:40763 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T15:22:05,959 INFO [M:0;7a780d55532c:40763 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:22:05,959 DEBUG [M:0;7a780d55532c:40763 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:22:05,959 DEBUG [M:0;7a780d55532c:40763 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T15:22:05,959 DEBUG [M:0;7a780d55532c:40763 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:22:05,960 INFO [M:0;7a780d55532c:40763 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-17T15:22:05,974 DEBUG [M:0;7a780d55532c:40763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cca7576cfda44abc91c0d2d1a604f53c is 82, key is hbase:meta,,1/info:regioninfo/1731856900347/Put/seqid=0 2024-11-17T15:22:05,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741854_1030 (size=5672) 2024-11-17T15:22:06,378 INFO [M:0;7a780d55532c:40763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cca7576cfda44abc91c0d2d1a604f53c 2024-11-17T15:22:06,400 DEBUG [M:0;7a780d55532c:40763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62c1c9c299cc4c449c59eb52b001b16d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731856913634/Put/seqid=0 2024-11-17T15:22:06,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741855_1031 (size=8909) 2024-11-17T15:22:06,804 INFO [M:0;7a780d55532c:40763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62c1c9c299cc4c449c59eb52b001b16d 2024-11-17T15:22:06,823 DEBUG [M:0;7a780d55532c:40763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0172724c88a14727aba5b39b195825b6 is 69, key is 7a780d55532c,39889,1731856898223/rs:state/1731856899261/Put/seqid=0 2024-11-17T15:22:06,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741856_1032 (size=5156) 2024-11-17T15:22:07,227 INFO [M:0;7a780d55532c:40763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0172724c88a14727aba5b39b195825b6 2024-11-17T15:22:07,231 DEBUG [M:0;7a780d55532c:40763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cca7576cfda44abc91c0d2d1a604f53c as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cca7576cfda44abc91c0d2d1a604f53c 2024-11-17T15:22:07,235 INFO [M:0;7a780d55532c:40763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cca7576cfda44abc91c0d2d1a604f53c, entries=8, sequenceid=112, filesize=5.5 K 2024-11-17T15:22:07,235 DEBUG [M:0;7a780d55532c:40763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62c1c9c299cc4c449c59eb52b001b16d as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62c1c9c299cc4c449c59eb52b001b16d 2024-11-17T15:22:07,238 INFO [M:0;7a780d55532c:40763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62c1c9c299cc4c449c59eb52b001b16d, entries=13, sequenceid=112, filesize=8.7 K 2024-11-17T15:22:07,239 DEBUG [M:0;7a780d55532c:40763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0172724c88a14727aba5b39b195825b6 as hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0172724c88a14727aba5b39b195825b6 2024-11-17T15:22:07,242 INFO [M:0;7a780d55532c:40763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/ad342d54-6daf-d764-de04-4ca5bab74f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0172724c88a14727aba5b39b195825b6, entries=1, sequenceid=112, filesize=5.0 K 2024-11-17T15:22:07,243 INFO [M:0;7a780d55532c:40763 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=112, compaction requested=false 2024-11-17T15:22:07,244 INFO [M:0;7a780d55532c:40763 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T15:22:07,244 DEBUG [M:0;7a780d55532c:40763 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731856925959Disabling compacts and flushes for region at 1731856925959Disabling writes for close at 1731856925959Obtaining lock to block concurrent updates at 1731856925960 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731856925960Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731856925960Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731856925960Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731856925960Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731856925974 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731856925974Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731856926382 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731856926399 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731856926399Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731856926807 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731856926823 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731856926823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf89a9: reopening flushed file at 1731856927231 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@675e58ea: reopening flushed file at 1731856927235 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716e6f63: reopening flushed file at 1731856927238 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=112, compaction requested=false at 1731856927243 (+5 ms)Writing region close event to WAL at 1731856927244 (+1 ms)Closed at 1731856927244 2024-11-17T15:22:07,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741830_1006 (size=69055) 2024-11-17T15:22:07,246 INFO [M:0;7a780d55532c:40763 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T15:22:07,246 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T15:22:07,246 INFO [M:0;7a780d55532c:40763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40763 2024-11-17T15:22:07,246 INFO [M:0;7a780d55532c:40763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T15:22:07,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:22:07,349 INFO [M:0;7a780d55532c:40763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T15:22:07,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40763-0x1012684fefa0000, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T15:22:07,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e6881e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T15:22:07,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b3511e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:22:07,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:22:07,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12930c2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:22:07,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64484e02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/hadoop.log.dir/,STOPPED} 2024-11-17T15:22:07,353 WARN [BP-863396077-172.17.0.2-1731856897161 heartbeating to localhost/127.0.0.1:38817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T15:22:07,353 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T15:22:07,353 WARN [BP-863396077-172.17.0.2-1731856897161 heartbeating to localhost/127.0.0.1:38817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-863396077-172.17.0.2-1731856897161 (Datanode Uuid a087c494-eef3-4375-9cd7-0faceb091202) service to localhost/127.0.0.1:38817 2024-11-17T15:22:07,353 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T15:22:07,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/cluster_d239cf6d-15e8-89fe-34e6-6124d0dbd6e2/data/data1/current/BP-863396077-172.17.0.2-1731856897161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:22:07,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/cluster_d239cf6d-15e8-89fe-34e6-6124d0dbd6e2/data/data2/current/BP-863396077-172.17.0.2-1731856897161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T15:22:07,354 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T15:22:07,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19c881b4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T15:22:07,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a308952{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T15:22:07,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T15:22:07,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3102ccea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T15:22:07,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cae89e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd2d4c83-9cdd-9441-0335-41e8822f43cb/hadoop.log.dir/,STOPPED} 2024-11-17T15:22:07,367 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T15:22:07,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T15:22:07,405 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 533) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59257) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59257) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38817 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:40301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59257) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40301 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33247 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:33247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:38817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38817 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33247 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=977 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 349), ProcessCount=11 (was 11), AvailableMemoryMB=2693 (was 3087) 2024-11-17T15:22:07,405 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500 2024-11-17T15:22:07,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012684fefa0005, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:22:07,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012684fefa0002, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:22:07,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012684fefa0008, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T15:22:07,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012684fefa0002, quorum=127.0.0.1:59257, baseZNode=/01968739386 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:22:07,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012684fefa0005, quorum=127.0.0.1:59257, baseZNode=/1-428215607 Received Disconnected from ZooKeeper, ignoring 2024-11-17T15:22:07,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012684fefa0008, quorum=127.0.0.1:59257, baseZNode=/2-161843573 Received Disconnected from ZooKeeper, ignoring